-- Logs begin at Wed 2022-09-28 11:41:10 UTC, end at Wed 2022-09-28 12:48:19 UTC. -- Sep 28 12:14:04.199072 dv-cinder-844563-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 28 12:14:06.834318 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.common.config [-] Logging enabled! Sep 28 12:14:06.834927 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 12:14:06.835105 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106069) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 12:14:06.839059 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.common.config [-] Logging enabled! Sep 28 12:14:06.839312 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 12:14:06.839621 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106069) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 12:14:06.840549 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 12:14:06.840777 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 12:14:06.841287 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 12:14:06.841535 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 12:14:06.841765 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 12:14:06.842086 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.842385 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.842614 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.842911 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.843201 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.843485 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.843782 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.844075 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.844361 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.844640 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.844924 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.845179 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.845457 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.845740 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.846027 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.846250 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] debug = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.846528 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.846958 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.847357 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.847638 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.847922 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.848199 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.848468 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.848744 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.849023 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.849372 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] host = dv-cinder-844563-9-iscsi {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.849648 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.849931 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.850213 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.850495 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.850766 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.851040 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.851319 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.851623 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.852101 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.852380 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.852669 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.852957 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.853280 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.853506 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.853729 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.854017 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.854306 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.854582 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.854854 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.855127 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.855397 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.855669 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.855937 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.856221 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.856505 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.856787 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.857098 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.857411 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.857680 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.857949 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.858231 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.858503 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.858772 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.859044 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.859328 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.859595 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.860131 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.860433 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.860718 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.861000 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.861318 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.861590 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.861873 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.862142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.862410 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.862677 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] use_json = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.862944 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.863210 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.863489 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.863756 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.864024 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.864293 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.864561 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.864840 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.865109 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:06.865429 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.865723 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.866020 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.866300 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.866599 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.866876 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.867184 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.867463 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.867831 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.868035 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.868320 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.868594 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.868891 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.869269 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.869561 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.869862 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.870153 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.870443 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.870715 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.870985 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.871259 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.871531 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.871815 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.872086 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.872369 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.872655 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.872929 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.873255 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.873540 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.873820 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.874112 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.874400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.874675 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.874951 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.875240 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.875516 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.875785 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.876071 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.876346 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.876615 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.876891 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.877201 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.877488 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.877755 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.878027 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.878310 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.878584 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.878854 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.879120 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.879391 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.879657 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.879935 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.880208 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.880478 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.880743 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.881017 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.881322 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.881592 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.881865 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.882133 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.882407 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.882675 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.883471 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.883743 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.884087 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.884356 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.884626 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.884896 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.885192 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.885463 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.885731 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.885996 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.886264 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.886532 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.886812 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.887105 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.887377 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.887652 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.887927 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.888198 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.888471 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.888743 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.889016 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.889323 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.889593 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.889876 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.890155 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.890438 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.890716 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.891008 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.891304 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.891580 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.891853 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.892126 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.892399 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.892674 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.892953 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.893255 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.893534 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.893814 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.894094 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.894387 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.894680 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.894957 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.895246 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.895538 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.895828 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.896105 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.896413 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.896690 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:06.896908 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 12:14:06.897161 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106069) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 28 12:14:07.271390 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 12:14:07.271713 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 12:14:07.271979 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 12:14:07.272203 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 12:14:07.272476 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 12:14:07.272803 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 28 12:14:07.595877 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.596169 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.596442 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.597653 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.597929 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.598193 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.651091 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.651370 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.651637 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.667746 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.668028 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.668296 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.696511 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.696786 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.697052 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.733894 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.734171 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.734448 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.963914 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.964521 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.964521 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.965635 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:07.966342 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.062822 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.063142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.063423 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.063694 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.063961 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.064270 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.064528 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.064786 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.065043 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.065348 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.065607 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.065868 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.066123 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.066374 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.066627 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.066887 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.067138 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.067400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.067666 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.067922 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.068197 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.068446 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.068725 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.069097 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.069371 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.069615 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.070008 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:08.070267 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:08.070505 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:08.070742 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:08.070976 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:08.071204 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:08.071562 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 28 12:14:08.074644 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 28 12:14:08.078522 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 28 12:14:08.082407 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 28 12:14:08.084020 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 28 12:14:08.084639 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 28 12:14:08.084977 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 28 12:14:08.085453 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 28 12:14:08.088775 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 28 12:14:08.089023 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 28 12:14:08.089399 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 12:14:08.094428 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 28 12:14:08.117836 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 28 12:14:08.118277 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.118572 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106069) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 28 12:14:08.118938 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.120282 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106069) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 28 12:14:08.120562 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 12:14:08.120808 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 28 12:14:08.131425 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.131707 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:08.285185 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 28 12:14:08.285374 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 28 12:14:08.285611 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 28 12:14:08.285990 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 28 12:14:08.338910 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO dbcounter [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Registered counter for database neutron Sep 28 12:14:08.358284 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_db.sqlalchemy.engines [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106069) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 28 12:14:08.364482 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG dbcounter [-] [106069] Writer thread running {{(pid=106069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 12:14:08.907043 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing driver for type 'gre' Sep 28 12:14:08.907625 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] gre ID ranges: [(1, 1000)] Sep 28 12:14:08.964595 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing driver for type 'local' Sep 28 12:14:08.965449 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing driver for type 'vlan' Sep 28 12:14:08.979376 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] VlanTypeDriver initialization complete Sep 28 12:14:08.979755 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing driver for type 'vxlan' Sep 28 12:14:08.980315 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] vxlan ID ranges: [(1, 1000)] Sep 28 12:14:09.035072 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing extension driver 'port_security' Sep 28 12:14:09.035419 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.extensions.port_security [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] PortSecurityExtensionDriver initialization complete Sep 28 12:14:09.035760 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing mechanism driver 'openvswitch' Sep 28 12:14:09.036102 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing mechanism driver 'hyperv' Sep 28 12:14:09.043307 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.plugin [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:09.043985 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.044359 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.044719 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.045255 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 12:14:09.045683 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.046042 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.046394 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.046796 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 12:14:09.047206 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.047559 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.047906 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.048297 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 12:14:09.048706 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > security_group after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.049059 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > security_group after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.049418 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > security_group after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.049813 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 12:14:09.050221 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.050570 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.050914 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.051432 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 12:14:09.051839 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > address_group after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.052190 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > address_group after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.052534 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > address_group after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.052926 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106069) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 12:14:09.053394 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] ML2 OVO RPC backend initialized. {{(pid=106069) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 28 12:14:09.054100 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.054458 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.055659 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.056017 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > networks before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.056369 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.056715 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > ports before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.057067 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.057439 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnets before_response 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.057789 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.058133 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.058474 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.058815 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.059157 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.059503 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.059846 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.060189 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.060531 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > subnet after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.068131 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded quota_driver: . Sep 28 12:14:09.068498 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.plugin [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Modular L2 Plugin initialization complete Sep 28 12:14:09.068845 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading services supported by the core plugin {{(pid=106069) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 28 12:14:09.069215 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.plugins.ml2.managers [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Got port-security extension from driver 'port_security' Sep 28 12:14:09.069701 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.extensions.vlantransparent [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Disabled vlantransparent extension. Sep 28 12:14:09.070198 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106069) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 28 12:14:09.070585 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: router Sep 28 12:14:09.106285 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_interface before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.106683 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_create 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.107060 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router before_create 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.107430 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.107811 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.108169 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_delete 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.108531 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > floatingip after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.108885 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > floatingip after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.109352 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_create 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.109708 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_update 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.110330 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_update 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.110683 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.111045 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_update 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.111461 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_update 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.111834 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.112180 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.112527 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: subnet after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.112875 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.113259 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > port precommit_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.113614 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_create 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.113963 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.114309 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.114668 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router after_update 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.115016 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_delete 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.115380 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_create 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.115745 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router_interface after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.116095 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_update 55549900 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.116465 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > agent after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.116818 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > agent after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.117877 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > network after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.118740 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Tracking information for resource: router configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:09.119078 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Tracking information for resource: floatingip configured {{(pid=106069) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 12:14:09.123953 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.db.l3_agentschedulers_db [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 28 12:14:09.124528 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.124900 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port after_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.125282 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port after_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.125642 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: port after_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.126448 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router before_create 55550100 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.126821 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_delete 55550100 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.127188 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_create 55550100 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.127554 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > router precommit_update 55550100 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.132378 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.provider_configuration [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service providers = [] {{(pid=106069) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 28 12:14:09.132779 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.db.servicetype_db [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106069) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 28 12:14:09.135763 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.service_base [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 12:14:09.136111 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.service_base [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 12:14:09.136455 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.service_base [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 12:14:09.137362 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.services.service_base [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106069) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 12:14:09.137738 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.services.service_base [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 28 12:14:09.138124 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.138443 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 28 12:14:09.150185 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.150522 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: auto_allocate Sep 28 12:14:09.156232 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: network precommit_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.156607 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: network precommit_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.157186 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.157476 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: tag Sep 28 12:14:09.164502 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.164834 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: timestamp Sep 28 12:14:09.168917 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.169275 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: network_ip_availability Sep 28 12:14:09.174736 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.175116 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.175476 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.176205 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.176526 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: flavors Sep 28 12:14:09.181851 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.182190 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading Plugin: revisions Sep 28 12:14:09.186597 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106069) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 12:14:09.186983 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.914s {{(pid=106069) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 12:14:09.187727 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106069) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 28 12:14:09.188066 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Initializing extension manager. Sep 28 12:14:09.188595 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: __init__.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.188940 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: __pycache__ {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.189317 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: address_group.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.190217 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.190786 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: address-group Sep 28 12:14:09.191113 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: address_scope.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.191793 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.192291 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: address-scope Sep 28 12:14:09.192631 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: admin_state_down_before_update.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.193511 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.194015 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: router-admin-state-down-before-update Sep 28 12:14:09.194340 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: agent.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.195009 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.195630 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: agent Sep 28 12:14:09.195957 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: agent_resources_synced.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.196821 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.197355 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: agent-resources-synced Sep 28 12:14:09.197680 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: allowedaddresspairs.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.199436 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.199956 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: allowed-address-pairs Sep 28 12:14:09.200286 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: auto_allocated_topology.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.201348 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.201866 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: auto-allocated-topology Sep 28 12:14:09.202193 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: availability_zone.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.202852 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.203359 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: availability_zone Sep 28 12:14:09.203685 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: availability_zone_filter.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.204553 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.205062 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: availability_zone_filter Sep 28 12:14:09.205412 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: data_plane_status.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.206275 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.206774 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension data-plane-status not supported by any of loaded plugins Sep 28 12:14:09.207096 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: default_subnetpools.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.207964 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.208466 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: default-subnetpools Sep 28 12:14:09.208792 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: dhcpagentscheduler.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.209587 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.210093 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: dhcp_agent_scheduler Sep 28 12:14:09.210415 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: dns.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.211301 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.211804 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension dns-integration not supported by any of loaded plugins Sep 28 12:14:09.212121 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: dns_domain_ports.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.213001 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.213529 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 28 12:14:09.213855 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.214735 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.215238 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 28 12:14:09.215562 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: dvr.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.216199 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.216703 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: dvr Sep 28 12:14:09.217029 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: ecmp_routes.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.217929 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.218431 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 28 12:14:09.218753 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: empty_string_filtering.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.219614 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.220119 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: empty-string-filtering Sep 28 12:14:09.220439 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.221334 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.221837 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 28 12:14:09.222159 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.223028 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.223527 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 28 12:14:09.223847 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: external_net.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.224714 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.225258 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: external-net Sep 28 12:14:09.225584 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: extra_dhcp_opt.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.226948 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.227457 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: extra_dhcp_opt Sep 28 12:14:09.227776 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: extraroute.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.228648 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.229171 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: extraroute Sep 28 12:14:09.229498 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: extraroute_atomic.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.230483 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.230987 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: extraroute-atomic Sep 28 12:14:09.231310 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: filter_validation.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.231932 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.232430 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: filter-validation Sep 28 12:14:09.232752 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: fip_pf_description.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.234668 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.235801 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 28 12:14:09.236359 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: fip_pf_detail.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.237777 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.238654 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: floating-ip-port-forwarding-detail Sep 28 12:14:09.239223 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: fip_pf_port_range.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.240603 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.241517 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 28 12:14:09.242714 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: fip_port_details.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.244132 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.244923 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: fip-port-details Sep 28 12:14:09.245294 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: flavors.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.246709 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.247223 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: flavors Sep 28 12:14:09.247554 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.249659 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.250176 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 28 12:14:09.250511 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: floatingip_pools.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.251179 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.251690 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: floatingip-pools Sep 28 12:14:09.252021 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: ip_allocation.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.252921 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.253457 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension ip_allocation not supported by any of loaded plugins Sep 28 12:14:09.253787 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.254902 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.255415 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: ip-substring-filtering Sep 28 12:14:09.255744 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l2_adjacency.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.256639 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.257170 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 28 12:14:09.257500 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.258545 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.259056 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: router Sep 28 12:14:09.259386 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_conntrack_helper.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.261790 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.262322 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 28 12:14:09.262660 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.263545 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.264060 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: ext-gw-mode Sep 28 12:14:09.264392 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.265298 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.265813 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: l3-ha Sep 28 12:14:09.266141 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.267015 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.267520 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 28 12:14:09.267846 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_flavors.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.268722 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.269285 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: l3-flavors Sep 28 12:14:09.269597 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_ndp_proxy.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.270970 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.271484 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 28 12:14:09.271816 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.272694 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.273225 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 28 12:14:09.274099 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: l3agentscheduler.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.275066 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.275577 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: l3_agent_scheduler Sep 28 12:14:09.275908 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: local_ip.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.277624 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.278140 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension local_ip not supported by any of loaded plugins Sep 28 12:14:09.278473 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: logging.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.279884 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.280401 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension logging not supported by any of loaded plugins Sep 28 12:14:09.280734 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: metering.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.281460 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.282036 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: metering Sep 28 12:14:09.282365 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.283418 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.283927 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: metering_source_and_destination_fields Sep 28 12:14:09.284253 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: multiprovidernet.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.285162 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.285668 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: multi-provider Sep 28 12:14:09.285993 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: netmtu.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.286868 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.287380 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: net-mtu Sep 28 12:14:09.287706 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: netmtu_writable.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.288577 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.289763 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: net-mtu-writable Sep 28 12:14:09.290093 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: network_availability_zone.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.290722 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.291225 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: network_availability_zone Sep 28 12:14:09.291549 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: network_ip_availability.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.292607 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.293111 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: network-ip-availability Sep 28 12:14:09.293457 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: network_segment_range.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.294181 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.294679 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension network-segment-range not supported by any of loaded plugins Sep 28 12:14:09.295002 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: pagination.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.295923 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.296252 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: pagination Sep 28 12:14:09.296572 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: port_device_profile.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.297463 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.297971 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: port-device-profile Sep 28 12:14:09.298294 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: port_mac_address_override.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.299165 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.299672 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: port-mac-override Sep 28 12:14:09.299998 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.300874 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.301484 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: port-mac-address-regenerate Sep 28 12:14:09.301810 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.302679 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.303186 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: port-numa-affinity-policy Sep 28 12:14:09.303510 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: port_resource_request.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.304374 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.304902 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension port-resource-request not supported by any of loaded plugins Sep 28 12:14:09.305341 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: port_resource_request_groups.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.306266 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.306771 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 28 12:14:09.307099 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: portbindings.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.307974 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.308482 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: binding Sep 28 12:14:09.308807 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: portbindings_extended.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.310035 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.310550 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: binding-extended Sep 28 12:14:09.310880 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: portsecurity.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.311749 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.312263 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: port-security Sep 28 12:14:09.312587 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: project_id.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.313736 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.314072 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: project-id Sep 28 12:14:09.314400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: providernet.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.315275 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.315788 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: provider Sep 28 12:14:09.316116 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.319656 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.320216 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos not supported by any of loaded plugins Sep 28 12:14:09.320611 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.321857 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.322378 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 28 12:14:09.322711 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.323592 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.324104 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 28 12:14:09.324436 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_default.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.325353 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.325870 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-default not supported by any of loaded plugins Sep 28 12:14:09.326196 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_fip.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.327079 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.327588 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-fip not supported by any of loaded plugins Sep 28 12:14:09.327912 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_fip_network_policy.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.328781 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.329319 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 28 12:14:09.329643 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_gateway_ip.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.330528 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.331038 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 28 12:14:09.331363 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_port_network_policy.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.332232 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.332736 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 28 12:14:09.333058 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.334079 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.334595 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 28 12:14:09.334919 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.336447 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.336961 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 28 12:14:09.337285 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_pps_rule.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.338447 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.338965 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-pps not supported by any of loaded plugins Sep 28 12:14:09.339298 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_rule_type_details.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.340174 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.340679 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 28 12:14:09.341011 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_rule_type_filter.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.341909 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.342414 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 28 12:14:09.342744 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: qos_rules_alias.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.343741 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.344274 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 28 12:14:09.344602 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: quota_check_limit.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.345511 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.346017 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: quota-check-limit Sep 28 12:14:09.346343 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: quotasv2.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.347230 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.347558 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: quotas Sep 28 12:14:09.347883 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: quotasv2_detail.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.349565 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.349909 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: quota_details Sep 28 12:14:09.350245 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: rbac.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.351265 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.352699 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: rbac-policies Sep 28 12:14:09.353039 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: rbac_address_group.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.353964 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.354478 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: rbac-address-group Sep 28 12:14:09.354808 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: rbac_address_scope.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.355757 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.356272 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: rbac-address-scope Sep 28 12:14:09.356601 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: rbac_security_groups.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.357516 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.358030 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: rbac-security-groups Sep 28 12:14:09.358360 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: rbac_subnetpool.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.359254 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.359761 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: rbac-subnetpool Sep 28 12:14:09.360356 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: revisionifmatch.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.361288 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.361798 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: revision-if-match Sep 28 12:14:09.362124 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: revisions.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.363210 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.363715 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: standard-attr-revisions Sep 28 12:14:09.364042 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: router_availability_zone.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.364674 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.365215 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: router_availability_zone Sep 28 12:14:09.365542 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: routerservicetype.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.366421 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.366929 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension router-service-type not supported by any of loaded plugins Sep 28 12:14:09.367439 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.368337 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.368846 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: security-groups-normalized-cidr Sep 28 12:14:09.369197 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: security_groups_port_filtering.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.370089 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.370592 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: port-security-groups-filtering Sep 28 12:14:09.370920 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.371806 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.372313 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: security-groups-remote-address-group Sep 28 12:14:09.372639 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.373564 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.374071 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: security-groups-shared-filtering Sep 28 12:14:09.374395 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: securitygroup.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.384237 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.384773 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: security-group Sep 28 12:14:09.385107 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: segment.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.385821 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.386336 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension segment not supported by any of loaded plugins Sep 28 12:14:09.386665 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.387562 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.388072 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 28 12:14:09.388400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: servicetype.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.389491 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.390005 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: service-type Sep 28 12:14:09.390330 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: sorting.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.391284 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.391615 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: sorting Sep 28 12:14:09.391938 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: standard_attr_segment.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.392809 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.393351 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 28 12:14:09.393680 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: standardattrdescription.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.394295 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.394802 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: standard-attr-description Sep 28 12:14:09.395127 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: stateful_security_group.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.396013 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.396530 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: stateful-security-group Sep 28 12:14:09.396857 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: stdattrs_common.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.397560 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 28 12:14:09.397887 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.399290 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.399806 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 28 12:14:09.400134 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: subnet_onboard.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.401162 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.401689 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: subnet_onboard Sep 28 12:14:09.402018 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.402906 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.403418 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 28 12:14:09.403748 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: subnet_service_types.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.404642 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.405182 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: subnet-service-types Sep 28 12:14:09.405511 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: subnetallocation.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.406550 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.407073 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: subnet_allocation Sep 28 12:14:09.407451 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.408045 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.408558 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: subnetpool-prefix-ops Sep 28 12:14:09.408892 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.409813 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.410325 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 28 12:14:09.410649 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: tagging.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.411669 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.412193 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: standard-attr-tag Sep 28 12:14:09.412523 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: timestamp.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.413713 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.414777 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loaded extension: standard-attr-timestamp Sep 28 12:14:09.415104 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: trunk.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.416089 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.416600 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension trunk not supported by any of loaded plugins Sep 28 12:14:09.416928 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: trunk_details.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.417838 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.418345 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension trunk-details not supported by any of loaded plugins Sep 28 12:14:09.418673 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: uplink_status_propagation.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.419553 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.420058 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 28 12:14:09.420383 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Loading extension file: vlantransparent.py {{(pid=106069) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 12:14:09.421012 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106069) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 12:14:09.421545 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 28 12:14:09.424121 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:network Sep 28 12:14:09.424643 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:subnet Sep 28 12:14:09.425043 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 12:14:09.425465 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:port Sep 28 12:14:09.426725 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.427169 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service FLAVORS assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.427772 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.428211 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.428546 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:router Sep 28 12:14:09.428987 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:floatingip Sep 28 12:14:09.429506 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service METERING assigned prefix: /metering {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.431150 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.431529 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.431890 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:14:09.432889 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 12:14:09.433364 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:security_group Sep 28 12:14:09.433799 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 12:14:09.434341 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service CORE assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.434683 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 12:14:09.435032 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] subnetpool is already registered Sep 28 12:14:09.435458 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service CORE assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.435783 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 12:14:09.436119 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] subnetpool is already registered Sep 28 12:14:09.438598 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.439051 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service FLAVORS assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.439682 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.440232 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.440569 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:router Sep 28 12:14:09.440915 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] router is already registered Sep 28 12:14:09.441378 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:floatingip Sep 28 12:14:09.441724 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] floatingip is already registered Sep 28 12:14:09.442189 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service METERING assigned prefix: /metering {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.442897 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 12:14:09.443231 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] rbac_policy is already registered Sep 28 12:14:09.443647 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:security_group Sep 28 12:14:09.443984 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] security_group is already registered Sep 28 12:14:09.444414 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 12:14:09.444750 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] security_group_rule is already registered Sep 28 12:14:09.445368 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service CORE assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.445678 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 12:14:09.446018 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] subnetpool is already registered Sep 28 12:14:09.446446 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.v2.resource_helper [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Service CORE assigned prefix: {{(pid=106069) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 12:14:09.446774 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 12:14:09.447108 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING neutron.quota.resource_registry [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] subnetpool is already registered Sep 28 12:14:09.447580 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: extensions {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.449190 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: address-groups {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.450696 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: address-scopes {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.451913 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: agents {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.453085 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: auto-allocated-topology {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.455610 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: availability_zones {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.456861 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: dhcp-networks {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.458332 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: dhcp-agents {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.459897 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: routers {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.462372 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: flavors {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.463555 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: service_profiles {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.464878 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: next_providers {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.466400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: service_profiles {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.467869 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: floatingip-pools {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.469150 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: routers {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.471003 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: floatingips {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.472196 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: l3-routers {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.473642 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: l3-agents {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.475197 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: metering-labels {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.476521 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: metering-label-rules {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.478360 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: network-ip-availabilities {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.479733 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: bindings {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.481374 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: quotas {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.482957 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: quotas {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.484650 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: rbac-policies {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.486159 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: security-groups {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.487366 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: security-group-rules {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.488636 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: service-providers {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.490018 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: subnetpools {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.491362 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: subnetpools {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.492954 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.494766 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.496515 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.498452 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.500176 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.502084 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.503900 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.505757 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.507661 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.509712 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron.api.extensions [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Extended resource: tags {{(pid=106069) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 12:14:09.516690 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING keystonemiddleware.auth_token [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 28 12:14:09.521806 dv-cinder-844563-9-iscsi neutron-server[106069]: WARNING keystonemiddleware.auth_token [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 28 12:14:09.531316 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Acquiring lock "singleton_lock" {{(pid=106069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 28 12:14:09.531643 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Acquired lock "singleton_lock" {{(pid=106069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 28 12:14:09.532110 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_concurrency.lockutils [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Releasing lock "singleton_lock" {{(pid=106069) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 28 12:14:09.532767 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Starting 2 workers Sep 28 12:14:09.537534 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Started child 106180 {{(pid=106069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 12:14:09.542474 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Started child 106181 {{(pid=106069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 12:14:09.543815 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:09.544469 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO neutron.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 28 12:14:09.544653 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Publish callbacks [] for process (None), before_spawn {{(pid=106069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:09.545467 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [-] (106180) wsgi starting up on http://0.0.0.0:9696 Sep 28 12:14:09.547070 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Starting 1 workers Sep 28 12:14:09.547182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:09.548657 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [-] (106181) wsgi starting up on http://0.0.0.0:9696 Sep 28 12:14:09.552195 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Started child 106182 {{(pid=106069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 12:14:09.552737 dv-cinder-844563-9-iscsi neutron-server[106069]: INFO oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Starting 1 workers Sep 28 12:14:09.556356 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] calling RpcWorker wait() {{(pid=106182) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 28 12:14:09.556929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] returning from RpcWorker wait() {{(pid=106182) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 28 12:14:09.557215 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Started child 106183 {{(pid=106069) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 12:14:09.557997 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG neutron_lib.callbacks.manager [None req-22216197-bc88-4920-a8ea-ce5e5efa2e6a None None] Publish callbacks [] for process (None), after_spawn {{(pid=106069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:09.558354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:09.558846 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:09.559914 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 12:14:09.560124 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 12:14:09.560311 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 12:14:09.560539 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 12:14:09.560876 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 12:14:09.561056 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 12:14:09.561600 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.561875 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.562144 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.562303 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:09.562762 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.562991 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.563222 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:09.563314 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.563514 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.563801 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.564056 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.564225 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.564392 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.564651 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.564884 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.565221 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.565504 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.565757 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.566146 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.566481 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.566734 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.567024 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.567261 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.567553 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] debug = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.567837 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.568321 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.568584 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.568836 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.569091 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.569404 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.569654 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.569922 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.570202 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.570568 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.570807 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.571104 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.571349 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.571587 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.571824 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.572094 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.572322 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.572825 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] host = dv-cinder-844563-9-iscsi {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.573056 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.573328 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.573579 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.573842 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.574109 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.574333 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.574592 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.574848 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.575093 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.575336 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.575601 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.575861 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.576081 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.576330 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.576736 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_options = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.577006 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.577297 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.577583 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.577771 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.577940 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.578105 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.578368 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.578532 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.578771 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.578989 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.579213 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.579446 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.579672 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.579908 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.580158 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.580393 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.580625 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.580873 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.581164 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.581500 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.581859 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.582185 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.582430 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.582674 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.582911 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.583165 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.583561 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.583841 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.584103 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.584455 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.584992 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.585318 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.585532 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.586291 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.586571 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.586962 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.587204 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.587481 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.588125 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.588682 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.589214 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.589466 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.590186 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.590186 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.590186 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.590684 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.590684 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_json = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.590922 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.591044 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.591263 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.591502 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.591717 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.591925 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.592187 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.592424 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.592641 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.593070 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.593385 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.593716 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.593947 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.594200 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.594455 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.594690 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.594932 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.595206 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.595825 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.595825 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.596091 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.596299 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.596557 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.596824 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.597196 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.597467 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.598066 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.598306 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.598548 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.598767 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.599007 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.599283 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.599529 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.599789 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.600027 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.600271 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.600617 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.601297 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.601621 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.602445 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.602715 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.602979 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.603239 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.603494 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.603750 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.603990 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.604208 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.604428 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.604648 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.605170 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.605170 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.605537 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.605723 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.605897 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.606091 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.606336 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.606786 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.606957 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.607127 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.607290 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.607503 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.607775 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.607969 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.608204 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.608419 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.608672 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.608918 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.609170 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.609439 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.609677 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.610167 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.610417 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.610637 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.610995 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.611143 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.611303 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.611480 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.611725 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.611943 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.612156 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.612369 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.612587 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.612834 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.613065 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.613342 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.613578 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.613801 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.614014 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.614231 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.614467 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.614682 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.614893 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.615128 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.615360 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.615580 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.615945 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.616101 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.616248 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.616400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.617231 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.617231 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.617231 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.617853 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.617853 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.618199 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.618447 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.618692 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.618950 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.619188 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.619623 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.621593 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.621883 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.622151 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.622599 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.622759 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.622901 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.623153 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.623553 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.623701 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.623850 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.624040 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.624279 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.624500 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.624726 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.625373 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.625373 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.625671 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.625812 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.626024 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.626251 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.626492 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.626729 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.627661 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.627661 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.627661 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.628366 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.628366 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.628366 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.628793 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.628931 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.629084 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.629310 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.629575 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.629851 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.630103 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.630360 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.630593 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.630815 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.631056 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.631356 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.631509 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.631744 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.632050 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.632281 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.632517 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.632779 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.633187 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.633903 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.633903 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.633903 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.634166 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.634416 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.634673 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.634906 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.635121 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.635364 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.635599 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.635839 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.636085 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.636523 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.637426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.637426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.637426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.637426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.637426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.638092 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.638092 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.638092 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639486 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639556 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639781 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.639997 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.640576 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.640576 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.640877 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.641036 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.641217 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.641468 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.641660 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.641933 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.642159 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.642641 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.642641 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.642917 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.643056 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.643204 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644426 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644825 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.644825 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.645083 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.646019 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.646338 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.646599 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.647058 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.647293 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.647554 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.647849 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.648083 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.648904 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.649147 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.649401 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.650048 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.650048 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.650233 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.650549 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.650797 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.651067 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.651341 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.651600 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.651866 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.652093 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.652321 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.652557 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.652781 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.653001 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.653239 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.653454 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.653690 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.653940 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.654152 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.654491 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.654738 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.654968 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.655235 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.655475 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.655716 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.655944 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.656163 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.656388 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.656619 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.656838 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.657051 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.657340 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.657604 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.657767 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.657989 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.658215 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.658428 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.658678 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.658912 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.659127 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.659364 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.659596 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.659805 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.660030 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.660240 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.660455 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.660701 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.660920 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.661147 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.661392 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.661603 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.661815 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.662034 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.662252 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.662460 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.662757 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.663008 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.663255 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.663535 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.664114 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.664397 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.664790 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.665103 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.665367 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.665617 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.665740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:09.665860 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.666067 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.666308 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.666572 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.666899 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.667193 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.667444 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.667714 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.668000 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.668280 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.669298 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.669537 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.669864 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.670218 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.670484 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.670753 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.671024 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.671269 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.671499 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.671727 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.671968 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.672212 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.672454 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.672725 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.672978 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.673960 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.674197 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.674865 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.675535 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.676002 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.676326 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.676552 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.676791 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.676951 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 12:14:09.677685 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106069) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 12:14:09.677910 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 12:14:09.678084 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 12:14:09.678254 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 12:14:09.678407 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 12:14:09.678558 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 12:14:09.678767 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.678929 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.679093 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.679254 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.679508 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.679726 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.680088 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.680351 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.680517 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.680680 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.680840 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.680998 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.681181 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.681345 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.681493 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.681654 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.681814 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.681979 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.682174 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.682291 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.682612 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.682761 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] debug = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.682924 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.683135 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.683299 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.683459 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.683621 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.683769 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.683928 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.684084 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.684244 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.684402 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.684560 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.684718 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.684875 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.685033 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.685219 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.685379 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.685536 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.685696 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] host = dv-cinder-844563-9-iscsi {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.685854 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.686012 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.686169 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.686332 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.686488 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.686649 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.686803 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.687994 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.688178 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.688362 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.688516 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.688651 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.688783 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.688925 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.689074 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_options = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.689260 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.689405 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.689574 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.689765 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.689931 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.690090 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.690248 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.690407 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.690565 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.690722 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.690880 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691038 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691195 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691353 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691511 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691669 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691827 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.691984 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.692142 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.692301 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.692458 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.692616 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.692773 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.692930 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.693091 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.693506 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.693671 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.693831 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.693989 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.694148 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.694307 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.694465 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.694624 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.694781 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.694940 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.695097 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.695843 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696101 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696225 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696350 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696482 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696596 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696753 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.696910 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.697069 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.697249 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.697408 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_json = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.697566 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.697723 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.697883 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.698042 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.698199 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.698367 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.698514 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.698672 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.698830 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 12:14:09.699008 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.699172 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.699346 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.699507 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.699668 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.699829 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.699992 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.700156 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.700316 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.700475 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.700641 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.700801 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.700971 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.701158 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.701318 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.701487 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.701644 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.701963 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.702124 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.702273 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.702491 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.702636 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.702762 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.702886 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.703039 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.703200 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.703362 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.703531 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.703692 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.703860 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704035 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704195 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704341 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704503 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704662 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704823 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.704985 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.705173 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.705339 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.705500 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.705661 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.705822 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.705985 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.706148 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.706307 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.706468 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.706628 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.706787 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.706947 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.707108 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.707267 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.707425 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.707586 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.707747 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.707907 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.708068 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.708228 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.708398 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.708557 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.708718 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.708877 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.709038 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.709221 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.709385 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.709545 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.709706 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.709867 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.710031 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.710220 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.710385 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.710545 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.710706 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.711713 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.711890 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.712049 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.712211 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.712372 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.712534 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.712694 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.712855 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.713015 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.713198 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.713361 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.713522 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.713683 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.713845 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714006 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714165 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714326 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714486 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714646 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714814 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.714992 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.715152 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.715312 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.715472 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.715634 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.715793 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.715952 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.716112 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.716272 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.716432 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.716590 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.716749 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.716911 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.717071 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.717254 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.717415 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.717574 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.717734 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.717894 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.718054 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.718215 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.718376 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.718535 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.718694 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.718855 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.719015 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.719198 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.719358 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.719518 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.719676 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.719837 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720007 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720169 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720332 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720491 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720658 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720832 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.720993 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.721170 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.721334 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.721493 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.721652 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.721813 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.721974 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.722136 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.722298 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.722458 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.722629 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.722790 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.722950 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.723110 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.723293 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.723452 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.723612 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.723771 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.723931 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.724090 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.724249 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.724411 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.724571 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.724731 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.724891 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.725053 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.725238 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.725400 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.725560 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.725721 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.725880 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.726040 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.726201 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.726362 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.726547 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.726709 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.726868 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727028 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727187 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727346 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727509 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727667 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727828 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.727988 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.728148 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.728307 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.728466 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.728625 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.728784 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.728944 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.729105 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.729292 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.729455 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.729615 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.729776 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.729940 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.730623 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.730623 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.730623 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.730623 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.730941 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.730941 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731083 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731165 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731273 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731433 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731594 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731754 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.731913 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.732093 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.732253 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.732412 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.732574 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.732734 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.732893 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.733053 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.733235 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.733395 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.733554 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.733716 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.733875 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.734034 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.734192 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.734351 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.734510 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.734669 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.735079 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.735247 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.735408 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.735569 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.735729 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.735889 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.736050 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.736209 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.736369 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.736527 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.736686 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.736845 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.737005 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.737190 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.737352 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.737526 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.737688 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.737848 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738008 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738168 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738327 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738487 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738644 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738803 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.738961 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.739120 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.739280 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.739436 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.739596 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.739756 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.739916 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.740077 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.740236 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.740405 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.740564 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.740729 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.740888 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.741047 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.741228 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.741398 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.741558 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.741718 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.741878 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.742054 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.742382 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.742545 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.742689 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.742852 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743011 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743171 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743331 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743502 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743663 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743823 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.743991 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.744151 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.744310 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.744469 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.744642 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.744803 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.744965 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.745125 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.745309 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.745468 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.745631 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.745794 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.745963 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.746129 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.746291 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.746459 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.746629 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.746798 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.746958 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.747123 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.747294 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.747454 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.747613 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.747772 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.747933 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.748094 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.748253 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.748412 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.748571 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.748731 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.748890 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.749053 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.749316 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.749444 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.749602 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.749762 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.749920 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.750079 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.750240 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.750398 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 12:14:09.750553 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106069) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 12:14:09.875114 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 42880) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:09.882123 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048749 Sep 28 12:14:09.887377 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [-] 10.222.0.60 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046663 Sep 28 12:14:19.029833 dv-cinder-844563-9-iscsi neutron-server[106069]: DEBUG dbcounter [-] [106069] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106069) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:21.260750 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc81c9b-561b-4881-b80d-b072cc286f28 None None] get_active_networks_info from dv-cinder-844563-9-iscsi {{(pid=106182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 28 12:14:21.263602 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writer thread running {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 12:14:21.336056 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc81c9b-561b-4881-b80d-b072cc286f28 None None] No non-hosted networks {{(pid=106182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 28 12:14:21.354951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.agentschedulers_db [None req-7cc81c9b-561b-4881-b80d-b072cc286f28 None None] DHCP Agent not found on host dv-cinder-844563-9-iscsi {{(pid=106182) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 28 12:14:21.408229 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-48a94667-e10d-40ac-ad7b-24cddc1ddcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650696'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:21.619203 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writer thread running {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 12:14:23.474658 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d0c1-2d11-4f37-8297-858a570e6f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650696'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:23.502223 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b14810bb-d716-4324-b32d-80cbc2f26323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:24.770238 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650696'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:25.077017 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 42954) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:25.661471 dv-cinder-844563-9-iscsi neutron-server[106180]: WARNING oslo_policy.policy [None req-a2a97fee-c62a-47d4-8ad6-3b8cdc33d0e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:25.662062 dv-cinder-844563-9-iscsi neutron-server[106180]: WARNING oslo_policy.policy [None req-a2a97fee-c62a-47d4-8ad6-3b8cdc33d0e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:25.885900 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [None req-a2a97fee-c62a-47d4-8ad6-3b8cdc33d0e8 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:14:25.889175 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a2a97fee-c62a-47d4-8ad6-3b8cdc33d0e8 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8090475 Sep 28 12:14:26.122173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650696'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:26.165186 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650696'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:26.166367 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.166892 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.167393 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.167894 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.168692 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.169257 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.169763 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.170110 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.170800 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.170800 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.171066 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.171584 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.171917 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.172386 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.172701 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:26.173265 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:26.182453 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:28.565898 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 42990) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:28.903168 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:14:28.915721 dv-cinder-844563-9-iscsi neutron-server[106180]: ERROR stevedore.extension [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 12:14:28.997917 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.policy [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106180) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 12:14:29.039920 dv-cinder-844563-9-iscsi neutron-server[106180]: WARNING oslo_policy.policy [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:29.040301 dv-cinder-844563-9-iscsi neutron-server[106180]: WARNING oslo_policy.policy [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:29.060765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writer thread running {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 12:14:29.140640 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733359328410', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733359327886', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733359311851', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733359320775', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733359298625', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733359307030', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2037562', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2042412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769930'] for rbac-policy (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:29.215311 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:29.216501 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4f41f4c5-b82a-4810-97b4-07d94af3d791 admin admin] 10.222.0.60 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6495595 Sep 28 12:14:29.637763 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.db.l3_hamode_db [None req-96071116-9103-45b4-ac0e-8b6e860b3612 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 28 12:14:29.714031 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96071116-9103-45b4-ac0e-8b6e860b3612 None None] Routers set() bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:14:29.714413 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96071116-9103-45b4-ac0e-8b6e860b3612 None None] Router IDs set() for agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 28 12:14:31.820232 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43000) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:32.325646 dv-cinder-844563-9-iscsi neutron-server[106181]: WARNING oslo_policy.policy [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:32.326222 dv-cinder-844563-9-iscsi neutron-server[106181]: WARNING oslo_policy.policy [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:32.547542 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:14:32.560364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writer thread running {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 12:14:32.602353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Made reservation on behalf of 04a8a1a229ca4dd7aa955d90ed2e86c3 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:14:32.611995 dv-cinder-844563-9-iscsi neutron-server[106181]: ERROR stevedore.extension [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 12:14:32.664034 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.policy [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106181) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 12:14:32.706482 dv-cinder-844563-9-iscsi neutron-server[106181]: WARNING oslo_policy.policy [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:32.706847 dv-cinder-844563-9-iscsi neutron-server[106181]: WARNING oslo_policy.policy [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 12:14:32.717970 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:32.742955 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:32.857819 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks [] for security_group (f18a9b32-df83-4a2a-8675-5775fc6b1717), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:32.861579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f18a9b32-df83-4a2a-8675-5775fc6b1717), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:32.893492 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:14:32.924672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733361541825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a634f647-d7fe-4b5c-abbe-6b5c5c55f357), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:32.925267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Unsubscribe: segment precommit_create {{(pid=106181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 12:14:32.925819 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Added segment a634f647-d7fe-4b5c-abbe-6b5c5c55f357 of type vlan for network 33147ad2-9824-4805-9591-52417f3e5686 Sep 28 12:14:32.931471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f18a9b32-df83-4a2a-8675-5775fc6b1717,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:32.972425 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.972755 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.973102 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.973467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.973791 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.974108 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.974422 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.974733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.975042 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.975349 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.975730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.976056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.976451 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.976764 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.977072 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Tracked resource versions report: Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: pushed versions: Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: { 'AddressGroup': {'1.2'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Agent': {'1.1'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'ConntrackHelper': {'1.0'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Log': {'1.0'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'NDPProxy': {'1.0'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Network': {'1.1'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Port': {'1.7'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'PortForwarding': {'1.3'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'QosPolicy': {'1.10'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroup': {'1.5'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SubPort': {'1.0'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Subnet': {'1.1'}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Trunk': {'1.1'}} Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: consumer versions: Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Agent': '1.1', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'ConntrackHelper': '1.0', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'LocalIPAssociation': '1.0', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Log': '1.0', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'NDPProxy': '1.0', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Network': '1.1', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Port': '1.7', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'PortForwarding': '1.3', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'QosPolicy': '1.10', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroup': '1.5', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroupRule': '1.2', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SubPort': '1.0', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Subnet': '1.1', Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Trunk': '1.1'}} Sep 28 12:14:32.978489 dv-cinder-844563-9-iscsi neutron-server[106181]: {{(pid=106181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:14:33.037738 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (33147ad2-9824-4805-9591-52417f3e5686), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:33.077077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (33147ad2-9824-4805-9591-52417f3e5686), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:33.082292 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:14:33.083027 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:33.170410 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3481541 Sep 28 12:14:33.209694 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f382a-9a82-44e6-a59a-80948f494474 demo demo] Pushing event updated for resources: {'Network': ['ID=33147ad2-9824-4805-9591-52417f3e5686,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:33.222474 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 33147ad2-9824-4805-9591-52417f3e5686 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:14:35.904974 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43020) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:36.318848 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3032c27e-80ad-4699-93b5-491224a24529 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:14:36.320223 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-3032c27e-80ad-4699-93b5-491224a24529 demo admin] 10.222.0.60 "GET /networking/v2.0/networks/33147ad2-9824-4805-9591-52417f3e5686 HTTP/1.1" status: 200 len: 825 time: 0.4142785 Sep 28 12:14:36.361087 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0a3a5557-d9f1-4802-8176-d4266c951efc demo admin] 10.222.0.60 "GET /networking/v2.0/subnetpools/b33afc24-57be-4ba2-b576-89aa9c2b0533 HTTP/1.1" status: 200 len: 734 time: 0.0347993 Sep 28 12:14:36.370037 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Request body: {'subnet': {'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:14:36.373368 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:36.395920 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Made reservation on behalf of 04a8a1a229ca4dd7aa955d90ed2e86c3 for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:14:36.399371 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:36.691616 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (e97ec8e3-0b01-469c-a68a-820c0e441426), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:36.721182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:36.767110 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Pushing event updated for resources: {'Subnet': ['ID=e97ec8e3-0b01-469c-a68a-820c0e441426,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:36.769381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Checking segment: {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:14:36.769737 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Network hostable DHCP agents. Network: 33147ad2-9824-4805-9591-52417f3e5686, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:14:36.791243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Network 33147ad2-9824-4805-9591-52417f3e5686 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:14:36.802605 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 33147ad2-9824-4805-9591-52417f3e5686) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:14:36.808175 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:14:36.808818 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:36.813230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f484c8-b434-4d06-8e56-781dc02295f2 None None] Network 33147ad2-9824-4805-9591-52417f3e5686 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:14:36.829617 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-430a1502-8d2d-4b6f-8efc-dc0afc3d09dd demo admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4628172 Sep 28 12:14:37.085868 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-33147ad2-9824-4805-9591-52417f3e5686', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:14:37.087483 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:37.367302 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Allocated IP 172.20.0.2 (33147ad2-9824-4805-9591-52417f3e5686/e97ec8e3-0b01-469c-a68a-820c0e441426/bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:14:37.485526 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:37.634977 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Publish callbacks [] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:37.642227 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:37.718812 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Network 33147ad2-9824-4805-9591-52417f3e5686 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:14:37.723448 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:14:37.727580 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:14:37.742764 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Pushing event updated for resources: {'Port': ['ID=bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:37.771029 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.771373 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.771737 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.772088 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.772965 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.773330 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.773669 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.774054 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.774380 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.774697 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.775017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.775351 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.775671 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.775987 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.776301 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Tracked resource versions report: Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: pushed versions: Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: { 'AddressGroup': {'1.2'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Agent': {'1.1'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'ConntrackHelper': {'1.0'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Log': {'1.0'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'NDPProxy': {'1.0'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Network': {'1.1'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Port': {'1.7'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'PortForwarding': {'1.3'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'QosPolicy': {'1.10'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroup': {'1.5'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SubPort': {'1.0'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Subnet': {'1.1'}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Trunk': {'1.1'}} Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: consumer versions: Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Agent': '1.1', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'ConntrackHelper': '1.0', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'LocalIPAssociation': '1.0', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Log': '1.0', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'NDPProxy': '1.0', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Network': '1.1', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Port': '1.7', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'PortForwarding': '1.3', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'QosPolicy': '1.10', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroup': '1.5', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroupRule': '1.2', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SubPort': '1.0', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Subnet': '1.1', Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Trunk': '1.1'}} Sep 28 12:14:37.777717 dv-cinder-844563-9-iscsi neutron-server[106182]: {{(pid=106182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:14:37.800043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:37.834556 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Attempting to bind port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:14:37.835828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Attempting to bind port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:14:37.836048 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Attempting to bind port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 on network 33147ad2-9824-4805-9591-52417f3e5686 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:14:37.884382 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:14:37.884759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Checking segment: {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:14:37.885314 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:37.885648 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Bound using segment: {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:14:37.886111 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Bound port: bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:14:37.886506 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:37.946187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] For port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:14:37.965681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] For port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395,segment=NetworkSegment(a634f647-d7fe-4b5c-abbe-6b5c5c55f357),segment_id=a634f647-d7fe-4b5c-abbe-6b5c5c55f357)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:14:37.972245 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:38.023696 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705953f0-8f3b-4b69-ac4a-5c6e35ebbcb1 None None] Pushing event updated for resources: {'Port': ['ID=bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:39.134622 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=8 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:39.139906 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:39.207600 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=11,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:39.209465 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=22,neutron:INSERT=33,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:39.505502 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43040) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:39.834411 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [None req-9aba8037-52ce-4b82-abc8-5bc0c372c7c0 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:14:39.835689 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9aba8037-52ce-4b82-abc8-5bc0c372c7c0 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3293245 Sep 28 12:14:42.512703 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43048) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:42.843521 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [None req-3893e369-037b-4871-8959-43a32c0d1781 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:14:42.844619 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-3893e369-037b-4871-8959-43a32c0d1781 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3310473 Sep 28 12:14:45.532904 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43060) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:45.846647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:14:45.874631 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:14:45.899617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:45.901043 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:45.931925 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:14:45.932326 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:45.932826 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 Sep 28 12:14:46.036374 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:14:46.036768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.042046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] Publish callbacks [] for router_controller (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), precommit_add_association {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.050112 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.068084 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.069267 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-cf98d7b5-154a-4828-be11-461b7a53a2bf demo demo] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5353186 Sep 28 12:14:46.079690 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395,segment=NetworkSegment(a634f647-d7fe-4b5c-abbe-6b5c5c55f357),segment_id=a634f647-d7fe-4b5c-abbe-6b5c5c55f357)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:14:46.084506 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.090212 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cf5ea-195e-4496-b0a6-6d5e7d110669 None None] Network 33147ad2-9824-4805-9591-52417f3e5686 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:14:46.197468 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-e626dea2-526f-4b4d-8eb7-f30ae3dd1364 None None] Provisioning complete for port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:14:46.197869 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e626dea2-526f-4b4d-8eb7-f30ae3dd1364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.198208 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-e626dea2-526f-4b4d-8eb7-f30ae3dd1364 None None] Attempt 1 to provision port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 Sep 28 12:14:46.210946 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:46.335754 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-e626dea2-526f-4b4d-8eb7-f30ae3dd1364 None None] Current status of the port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:14:46.551997 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:46.554927 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-dc392b3b-32fa-492f-b775-5753f04ed856 None None] Provisioning complete for port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:14:46.555315 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dc392b3b-32fa-492f-b775-5753f04ed856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:46.555655 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-dc392b3b-32fa-492f-b775-5753f04ed856 None None] Attempt 1 to provision port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 Sep 28 12:14:46.630170 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-dc392b3b-32fa-492f-b775-5753f04ed856 None None] Current status of the port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:14:47.820036 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:14:47.851664 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:47.867527 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:14:47.867920 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:47.868259 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 Sep 28 12:14:47.941460 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:14:48.840105 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43070) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:49.159431 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [None req-b2442852-2f27-40d4-94ba-0e8318a33618 admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:14:49.160473 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b2442852-2f27-40d4-94ba-0e8318a33618 admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3194978 Sep 28 12:14:51.190349 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2ca22a74-7b23-48c5-a613-8a127959d701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:51.817553 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43078) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:52.134296 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:14:52.154623 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Made reservation on behalf of 2fc00be567cf4966a588e131d48e5a69 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:14:52.156809 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.164700 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.236526 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks [] for security_group (c2981adb-2980-4881-b0b6-f506d77683b7), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.240330 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c2981adb-2980-4881-b0b6-f506d77683b7), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.258637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Reserving flat network on physical network physnet1 {{(pid=106181) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 28 12:14:52.275058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2981adb-2980-4881-b0b6-f506d77683b7,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:52.280968 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (ca4a8237-9e56-4c3b-980a-013b45536c25), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.281331 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Added segment ca4a8237-9e56-4c3b-980a-013b45536c25 of type flat for network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 Sep 28 12:14:52.314099 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:52.329519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (1c8fe351-7d25-4a7c-9847-97adf031bbb9), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.361638 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (1c8fe351-7d25-4a7c-9847-97adf031bbb9), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.362523 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:14:52.363098 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:52.448112 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6295109 Sep 28 12:14:52.457378 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7f4-87f2-46f7-b6bf-9163560b4e6e admin admin] Pushing event updated for resources: {'Network': ['ID=1c8fe351-7d25-4a7c-9847-97adf031bbb9,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:52.470375 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:14:53.463840 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-223d402e-a843-4dca-b09f-5305edab52b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:54.743639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:55.029101 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43086) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:14:55.394043 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dce7ab-d287-49bb-9404-9f5a462fcbf0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:14:55.395361 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a6dce7ab-d287-49bb-9404-9f5a462fcbf0 demo admin] 10.222.0.60 "GET /networking/v2.0/subnets/e97ec8e3-0b01-469c-a68a-820c0e441426 HTTP/1.1" status: 200 len: 849 time: 0.3652925 Sep 28 12:14:55.513349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-030c98d3-203d-4576-87b1-8dae43e737aa demo admin] 10.222.0.60 "GET /networking/v2.0/routers/ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 HTTP/1.1" status: 200 len: 704 time: 0.1118391 Sep 28 12:14:55.656783 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:55.783387 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.067085 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Allocated IP 172.20.0.1 (33147ad2-9824-4805-9591-52417f3e5686/e97ec8e3-0b01-469c-a68a-820c0e441426/9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:14:56.077560 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.164479 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.269040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks [] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.328684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.407409 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Network 33147ad2-9824-4805-9591-52417f3e5686 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:14:56.408639 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:14:56.414319 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:14:56.414855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.437366 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:56.479628 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Pushing event updated for resources: {'Port': ['ID=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:56.603958 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Provisioning complete for port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:14:56.604249 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.604584 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Attempt 1 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:56.620898 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.634698 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:14:56.813152 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:56.833087 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks [] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.837564 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.838317 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:56.918798 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Pushing event updated for resources: {'Port': ['ID=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:56.968486 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Network 33147ad2-9824-4805-9591-52417f3e5686 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:14:56.969856 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:14:57.130479 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:14:57.135724 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Attempt 2 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:57.170119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:14:57.220328 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:14:57.225847 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-17316b02-52a2-4335-ada0-96f00d75aa3a demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/ba3e27d7-eaaa-4f93-82a7-8f03b15cda02/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7070680 Sep 28 12:14:57.230906 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Sync routers for ids ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:14:57.244070 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Routers {'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:14:57.245109 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:14:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:57.427150 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Set router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:14:57.671607 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Attempt 3 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:57.704644 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:14:57.842026 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'name': 'router1', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:14:45Z', 'updated_at': '2022-09-28T12:14:56Z', 'revision_number': 2, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'gw_port_host': None, '_interfaces': [{'id': '9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42', 'name': '', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'mac_address': 'fa:16:3e:c8:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:14:55Z', 'updated_at': '2022-09-28T12:14:56Z', 'revision_number': 2, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'subnets': [{'id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:57.891706 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Checking router: ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:14:57.892069 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Updating router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:14:57.944417 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:58.205403 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Attempt 4 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:58.238453 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:14:58.452642 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Publish callbacks [] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:58.460172 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:58.611414 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Pushing event updated for resources: {'Port': ['ID=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:58.613792 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Attempting to bind port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:14:58.614203 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Attempting to bind port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:14:58.614644 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Attempting to bind port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 on network 33147ad2-9824-4805-9591-52417f3e5686 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:14:58.657149 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.657492 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.657848 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.658198 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.658528 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.658854 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.659176 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.659494 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.659814 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.660140 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.660459 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.660789 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.661107 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.661446 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.661757 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Tracked resource versions report: Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: pushed versions: Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: { 'AddressGroup': {'1.2'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Agent': {'1.1'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'ConntrackHelper': {'1.0'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Log': {'1.0'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'NDPProxy': {'1.0'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Network': {'1.1'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Port': {'1.7'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'PortForwarding': {'1.3'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'QosPolicy': {'1.10'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroup': {'1.5'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SubPort': {'1.0'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Subnet': {'1.1'}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Trunk': {'1.1'}} Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: consumer versions: Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Agent': '1.1', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'ConntrackHelper': '1.0', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'LocalIPAssociation': '1.0', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Log': '1.0', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'NDPProxy': '1.0', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Network': '1.1', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Port': '1.7', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'PortForwarding': '1.3', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'QosPolicy': '1.10', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroup': '1.5', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroupRule': '1.2', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SubPort': '1.0', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Subnet': '1.1', Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Trunk': '1.1'}} Sep 28 12:14:58.663943 dv-cinder-844563-9-iscsi neutron-server[106183]: {{(pid=106183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:14:58.732000 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:14:58.732358 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Checking segment: {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:14:58.732844 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:58.733275 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Bound using segment: {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:14:58.733765 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Bound port: 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a634f647-d7fe-4b5c-abbe-6b5c5c55f357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '33147ad2-9824-4805-9591-52417f3e5686'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:14:58.734148 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:58.739708 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Attempt 5 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:58.771259 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:58.772442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:14:58.797040 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:14:58.803684 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] For port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:14:58.827350 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] For port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,segment=NetworkSegment(a634f647-d7fe-4b5c-abbe-6b5c5c55f357),segment_id=a634f647-d7fe-4b5c-abbe-6b5c5c55f357)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:14:58.833410 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:58.870299 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Routers {'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:14:58.870927 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:14:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:58.947771 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6641f67-797e-42bb-8ca2-7f43dc0c0dca None None] Pushing event updated for resources: {'Port': ['ID=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:58.968828 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] Set router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:14:59.156449 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'name': 'router1', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:14:45Z', 'updated_at': '2022-09-28T12:14:56Z', 'revision_number': 2, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'gw_port_host': None, '_interfaces': [{'id': '9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42', 'name': '', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'mac_address': 'fa:16:3e:c8:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:14:55Z', 'updated_at': '2022-09-28T12:14:58Z', 'revision_number': 4, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'subnets': [{'id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:14:59.183717 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb8228-3e5c-4f88-a8b1-8c327fbfab5e None None] The sync data for ids ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'] in dv-cinder-844563-9-iscsi is: [{'id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'name': 'router1', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:14:45Z', 'updated_at': '2022-09-28T12:14:56Z', 'revision_number': 2, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'gw_port_host': None, '_interfaces': [{'id': '9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42', 'name': '', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'mac_address': 'fa:16:3e:c8:e3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:14:55Z', 'updated_at': '2022-09-28T12:14:58Z', 'revision_number': 4, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'subnets': [{'id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:14:59.273204 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Attempt 6 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:59.351947 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Current status of the port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:14:59.352341 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:59.385809 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] For port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,segment=NetworkSegment(a634f647-d7fe-4b5c-abbe-6b5c5c55f357),segment_id=a634f647-d7fe-4b5c-abbe-6b5c5c55f357)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:14:59.389643 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:59.439373 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca723452-0039-466b-8a48-b04b81ed7c1c None None] Pushing event updated for resources: {'Port': ['ID=9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:14:59.511013 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-5afb515d-6d97-4888-8d82-7b863b9d8544 None None] Provisioning complete for port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:14:59.511412 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5afb515d-6d97-4888-8d82-7b863b9d8544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:14:59.511743 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-5afb515d-6d97-4888-8d82-7b863b9d8544 None None] Attempt 1 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:14:59.587190 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-5afb515d-6d97-4888-8d82-7b863b9d8544 None None] Current status of the port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:14:59.876150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43098) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:15:00.265477 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3941e45-c1b6-4b10-9f45-29ae0382da98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:15:00.266845 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a3941e45-c1b6-4b10-9f45-29ae0382da98 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/1c8fe351-7d25-4a7c-9847-97adf031bbb9 HTTP/1.1" status: 200 len: 842 time: 0.3897364 Sep 28 12:15:00.278195 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:15:00.299107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Made reservation on behalf of 2fc00be567cf4966a588e131d48e5a69 for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:15:00.301448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:00.381318 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:00.612119 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:15:00.649600 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.objects.ports [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106181) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 28 12:15:00.649958 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (a524fb73-08f6-446b-9cfc-10001de99f7f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:00.704812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a524fb73-08f6-446b-9cfc-10001de99f7f,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:15:00.714427 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:15:00.714778 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Network hostable DHCP agents. Network: 1c8fe351-7d25-4a7c-9847-97adf031bbb9, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:15:00.727478 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:00.731462 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:15:00.740896 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 1c8fe351-7d25-4a7c-9847-97adf031bbb9) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:15:00.745322 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:15:00.746119 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:00.751741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757c125-fa48-45c2-8012-a6fb4fe247c0 None None] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:15:00.755090 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:00.773164 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-814c79ea-391a-41e2-844a-0fbe30d371b1 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4889464 Sep 28 12:15:00.839332 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:00.874276 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899130f3-a077-493e-93a4-c3a3a2c69656 None None] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:15:03.440024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43108) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:15:03.867668 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-146ef396-ffa3-4e37-b0e9-a5a891947b18 demo admin] 10.222.0.60 "GET /networking/v2.0/routers/ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 HTTP/1.1" status: 200 len: 710 time: 0.4265115 Sep 28 12:15:03.958962 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a102e-329e-44c7-96e3-bab3d84d08c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:15:03.967663 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5d8a102e-329e-44c7-96e3-bab3d84d08c2 demo admin] 10.222.0.60 "GET /networking/v2.0/networks/1c8fe351-7d25-4a7c-9847-97adf031bbb9 HTTP/1.1" status: 200 len: 886 time: 0.0942118 Sep 28 12:15:03.971660 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:15:04.218204 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks [] for router_gateway (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:04.417295 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:04.437228 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks [] for router_gateway (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:04.511717 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:04.617273 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Allocated IP 172.27.0.208 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/e4ad7e49-e45c-4247-9ca1-112350795d4e) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:15:04.721458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks [] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:04.725301 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:04.753308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:04.791708 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:15:04.794589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:15:04.796974 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:15:04.837766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Pushing event updated for resources: {'Port': ['ID=e4ad7e49-e45c-4247-9ca1-112350795d4e,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:15:05.124449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks [] for router_gateway (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:05.308258 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649431', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6530'] for router (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:05.311840 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650462'] for router (ba3e27d7-eaaa-4f93-82a7-8f03b15cda02), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:05.317331 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:05.414947 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:15:05.515047 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:15:05.519276 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:05.520533 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-28948f4c-a003-4edc-b775-d6cc56f30a9a demo admin] 10.222.0.60 "PUT /networking/v2.0/routers/ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 HTTP/1.1" status: 200 len: 890 time: 1.5521042 Sep 28 12:15:05.527419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Sync routers for ids ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:15:05.540792 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Routers {'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:15:05.541593 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:14:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:15:05.765550 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Set router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:15:05.872753 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:15:06.077869 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:15:06.078143 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.078478 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:15:06.300825 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'name': 'router1', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e4ad7e49-e45c-4247-9ca1-112350795d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:14:45Z', 'updated_at': '2022-09-28T12:15:04Z', 'revision_number': 4, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'gw_port': {'id': 'e4ad7e49-e45c-4247-9ca1-112350795d4e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:15:04Z', 'updated_at': '2022-09-28T12:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42', 'name': '', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'mac_address': 'fa:16:3e:c8:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:14:55Z', 'updated_at': '2022-09-28T12:14:59Z', 'revision_number': 5, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'subnets': [{'id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:15:06.357686 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Checking router: ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:15:06.357961 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Updating router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 port e4ad7e49-e45c-4247-9ca1-112350795d4e binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:15:06.360236 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:15:06.412207 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.710073 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:06.720899 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Publish callbacks [] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.727422 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.733165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:06.768113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Attempting to bind port e4ad7e49-e45c-4247-9ca1-112350795d4e on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:15:06.768480 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Attempting to bind port e4ad7e49-e45c-4247-9ca1-112350795d4e by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:15:06.768840 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Attempting to bind port e4ad7e49-e45c-4247-9ca1-112350795d4e on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:15:06.799437 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f616-644c-4337-9728-24c833556611 None None] Pushing event updated for resources: {'Port': ['ID=e4ad7e49-e45c-4247-9ca1-112350795d4e,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:15:06.819107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:15:06.819695 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:15:06.820107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.820495 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:15:06.820961 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Bound port: e4ad7e49-e45c-4247-9ca1-112350795d4e, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:15:06.821455 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.869394 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] For port e4ad7e49-e45c-4247-9ca1-112350795d4e, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:15:06.872578 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] For port e4ad7e49-e45c-4247-9ca1-112350795d4e, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e4ad7e49-e45c-4247-9ca1-112350795d4e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:15:06.878717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:06.916717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Routers {'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:15:06.917345 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:14:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:15:06.975238 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f616-644c-4337-9728-24c833556611 None None] Pushing event updated for resources: {'Port': ['ID=e4ad7e49-e45c-4247-9ca1-112350795d4e,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:15:07.036498 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] Set router ba3e27d7-eaaa-4f93-82a7-8f03b15cda02 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:15:07.231342 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'name': 'router1', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e4ad7e49-e45c-4247-9ca1-112350795d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:14:45Z', 'updated_at': '2022-09-28T12:15:04Z', 'revision_number': 4, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'gw_port': {'id': 'e4ad7e49-e45c-4247-9ca1-112350795d4e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:15:04Z', 'updated_at': '2022-09-28T12:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42', 'name': '', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'mac_address': 'fa:16:3e:c8:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:14:55Z', 'updated_at': '2022-09-28T12:14:59Z', 'revision_number': 5, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'subnets': [{'id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:15:07.257293 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c57a00-9679-4d5b-8a4d-bf0544e2edc2 None None] The sync data for ids ['ba3e27d7-eaaa-4f93-82a7-8f03b15cda02'] in dv-cinder-844563-9-iscsi is: [{'id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'name': 'router1', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'e4ad7e49-e45c-4247-9ca1-112350795d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:14:45Z', 'updated_at': '2022-09-28T12:15:04Z', 'revision_number': 4, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'gw_port': {'id': 'e4ad7e49-e45c-4247-9ca1-112350795d4e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:15:04Z', 'updated_at': '2022-09-28T12:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42', 'name': '', 'network_id': '33147ad2-9824-4805-9591-52417f3e5686', 'tenant_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'mac_address': 'fa:16:3e:c8:e3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3e27d7-eaaa-4f93-82a7-8f03b15cda02', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:14:55Z', 'updated_at': '2022-09-28T12:14:59Z', 'revision_number': 5, 'project_id': '04a8a1a229ca4dd7aa955d90ed2e86c3', 'subnets': [{'id': 'e97ec8e3-0b01-469c-a68a-820c0e441426', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b33afc24-57be-4ba2-b576-89aa9c2b0533'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:15:07.865738 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e4ad7e49-e45c-4247-9ca1-112350795d4e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:15:07.914481 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e4ad7e49-e45c-4247-9ca1-112350795d4e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:15:07.914951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:07.915287 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e4ad7e49-e45c-4247-9ca1-112350795d4e Sep 28 12:15:07.991311 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e4ad7e49-e45c-4247-9ca1-112350795d4e is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:15:07.991691 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:08.014466 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port e4ad7e49-e45c-4247-9ca1-112350795d4e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e4ad7e49-e45c-4247-9ca1-112350795d4e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:15:08.020253 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:08.067570 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=e4ad7e49-e45c-4247-9ca1-112350795d4e,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:15:08.371882 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43120) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:15:08.754003 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ddf45ea7-ec7f-497e-973d-822863ce296e admin admin] 10.222.0.60 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3810658 Sep 28 12:15:09.159905 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=39 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:09.834858 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e4ad7e49-e45c-4247-9ca1-112350795d4e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:15:09.875119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:09.887613 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e4ad7e49-e45c-4247-9ca1-112350795d4e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:15:09.888000 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e4ad7e49-e45c-4247-9ca1-112350795d4e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:09.888372 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e4ad7e49-e45c-4247-9ca1-112350795d4e Sep 28 12:15:09.957805 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:09.962755 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e4ad7e49-e45c-4247-9ca1-112350795d4e is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:15:10.608684 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:18.746373 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:18.750788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=25 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:19.961215 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=14 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:21.198791 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-27507a96-7b12-4c30-aebb-f54a095880b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:23.476547 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-121fae1d-895e-465d-8bbf-c879ae5ec93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:24.752990 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:26.093173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:26.174355 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:36.160285 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:36.168242 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:37.611673 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:15:45.616920 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:47.611890 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:15:51.193966 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3f2914c5-a9fb-486a-a324-bc720322f638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:53.472154 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c5a7212b-d227-48dd-85cc-39a3540c9951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:54.751547 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:56.096744 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:15:56.164020 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:06.157032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:06.160197 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:14.611653 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:16:21.196487 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-42764a81-78c3-45b9-be45-a6e33fc64d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:23.477302 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-815817ac-8633-47aa-a1f2-f0ff2fac7e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:24.607149 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:24.608570 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:24.751247 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:26.088752 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:26.160817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:36.154252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:36.156187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:37.041536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43668) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:37.499346 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7a539e-bab2-4c35-940f-91400464d073 admin admin] GET failed (client error): The resource could not be found. Sep 28 12:16:37.500673 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-6c7a539e-bab2-4c35-940f-91400464d073 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4582021 Sep 28 12:16:37.671151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa5a96-c50b-4e02-b946-33dab040b133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:37.672521 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bbaa5a96-c50b-4e02-b946-33dab040b133 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669044 Sep 28 12:16:40.288421 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43678) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:40.655914 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707638fe-16e4-4225-ba2e-d375cad3c479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:40.657269 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-707638fe-16e4-4225-ba2e-d375cad3c479 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/e97ec8e3-0b01-469c-a68a-820c0e441426 HTTP/1.1" status: 200 len: 849 time: 0.3678608 Sep 28 12:16:40.667546 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:16:40.751146 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Publish callbacks [] for subnet (e97ec8e3-0b01-469c-a68a-820c0e441426), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:40.889962 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733361649821'] for subnet (e97ec8e3-0b01-469c-a68a-820c0e441426), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:40.921095 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:40.922272 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:40.924277 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] 10.222.0.60 "PUT /networking/v2.0/subnets/e97ec8e3-0b01-469c-a68a-820c0e441426 HTTP/1.1" status: 200 len: 868 time: 0.2596858 Sep 28 12:16:40.927246 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958d395-1b7c-4839-9296-791b1e3017fd None None] Network 33147ad2-9824-4805-9591-52417f3e5686 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:16:40.945121 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97ec8e3-0b01-469c-a68a-820c0e441426,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:16:40.952869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.953272 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.953616 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.953957 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.954288 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.954614 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.955113 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.955305 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.955625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.956000 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.956344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.956689 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.957020 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.957370 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:40.957691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03439d-13ab-42bf-bbfd-e00cb9d8dd7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:16:41.216681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Provisioning complete for port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:16:41.217063 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:41.217427 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Attempt 1 to provision port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 Sep 28 12:16:41.292391 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Current status of the port 9c659ac0-cdc4-4c1a-9b00-1f9dc9d3cd42 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:16:41.301173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Provisioning complete for port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:16:41.301505 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:41.301833 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Attempt 1 to provision port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 Sep 28 12:16:41.371022 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ac75d-ec0f-4329-998f-4d962cf3307c None None] Current status of the port bcf37b2b-6fe8-4e8b-b0f2-2364c34ea395 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:16:43.517641 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 43686) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:44.037201 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bdc6e-9916-4a16-9c54-95913d675aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:44.037690 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bdc6e-9916-4a16-9c54-95913d675aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:44.039376 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f28bdc6e-9916-4a16-9c54-95913d675aec admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5208032 Sep 28 12:16:46.668413 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43696) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:47.149494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf9dcf-5d76-4fd8-a5ec-2ac68d104960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:47.149964 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf9dcf-5d76-4fd8-a5ec-2ac68d104960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:47.151493 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-6edf9dcf-5d76-4fd8-a5ec-2ac68d104960 admin admin] 10.222.0.60 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4821475 Sep 28 12:16:49.751205 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43704) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:50.162070 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c7019-74c0-45b7-813f-2098ebf49ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:50.163435 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-cf1c7019-74c0-45b7-813f-2098ebf49ea5 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/1c8fe351-7d25-4a7c-9847-97adf031bbb9 HTTP/1.1" status: 200 len: 886 time: 0.4113595 Sep 28 12:16:51.200243 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2a1d28ed-f10a-46c6-8318-b81e568fc436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:51.610798 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:16:52.777658 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43712) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:53.296318 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:53.313768 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ea9c0-3a69-4fab-85c5-74df73909a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:53.315640 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9e9ea9c0-3a69-4fab-85c5-74df73909a74 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/33147ad2-9824-4805-9591-52417f3e5686 HTTP/1.1" status: 200 len: 869 time: 0.5369291 Sep 28 12:16:53.479957 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dfbdad82-71ef-4303-bb05-40bf0b91dffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:54.029950 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=11 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:54.034468 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=12 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:54.754475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:55.914737 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43720) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:56.092687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:56.171413 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:16:56.328120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b86bde-645a-448d-bd46-91d51d1c80a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:56.328519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b86bde-645a-448d-bd46-91d51d1c80a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:56.330181 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-26b86bde-645a-448d-bd46-91d51d1c80a1 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4144750 Sep 28 12:16:58.934258 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43728) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:16:59.265603 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:16:59.308896 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c8e48-f967-4456-95a6-7f20d931f840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:59.309371 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c8e48-f967-4456-95a6-7f20d931f840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:16:59.311007 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1d4c8e48-f967-4456-95a6-7f20d931f840 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3756917 Sep 28 12:17:01.606200 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:01.607179 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:01.900797 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 43736) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:17:02.295077 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d28757-4554-485d-9d51-3da9534685bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:17:02.296425 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-20d28757-4554-485d-9d51-3da9534685bb admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/a524fb73-08f6-446b-9cfc-10001de99f7f HTTP/1.1" status: 200 len: 816 time: 0.3946691 Sep 28 12:17:04.884839 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43744) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:17:05.273058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d334133-42c6-4aeb-88c4-ac46883a7305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:17:05.274445 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7d334133-42c6-4aeb-88c4-ac46883a7305 admin admin] 10.222.0.60 "GET /networking/v2.0/subnets/e97ec8e3-0b01-469c-a68a-820c0e441426 HTTP/1.1" status: 200 len: 868 time: 0.3886547 Sep 28 12:17:06.160166 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:06.162545 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:12.287397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:12.290582 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:15.267869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=23 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:15.269769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=8 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:19.302305 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:19.310366 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:21.205897 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8416b5a9-03cf-4d95-8eb8-f47b5fbf29bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:23.482053 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-24adb74b-770d-4b4a-a18c-5701e234a372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:24.757834 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:26.093368 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:26.166035 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:28.610468 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:17:35.015800 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43800) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:17:35.344221 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [None req-56d2afb3-ef02-4d2b-a0f9-af049cfa8c3c admin admin] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:17:35.345445 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-56d2afb3-ef02-4d2b-a0f9-af049cfa8c3c admin admin] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3286428 Sep 28 12:17:36.159550 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:36.161530 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:36.608290 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:38.014315 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43808) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:17:38.345626 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c048b0be-4378-4e8d-a1f6-168d49563040 admin admin] GET failed (client error): The resource could not be found. Sep 28 12:17:38.346890 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-c048b0be-4378-4e8d-a1f6-168d49563040 admin admin] 10.222.0.60 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3316727 Sep 28 12:17:38.439182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5cfe39-b427-406e-8e6a-69081c961382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:17:38.440656 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-6f5cfe39-b427-406e-8e6a-69081c961382 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0893600 Sep 28 12:17:38.606414 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:41.092207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 43816) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:17:41.421043 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:17:41.450954 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Made reservation on behalf of 2fc00be567cf4966a588e131d48e5a69 for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:17:41.453824 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:41.498450 dv-cinder-844563-9-iscsi neutron-server[106180]: WARNING neutron.services.revisions.revision_plugin [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Could not find related network for resource to bump revision. Sep 28 12:17:41.517046 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:17:41.530945 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733361541825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (7f382bf8-ef86-48b9-9b70-2e5906019e1f), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:41.531494 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Unsubscribe: segment precommit_create {{(pid=106180) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 12:17:41.532015 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Added segment 7f382bf8-ef86-48b9-9b70-2e5906019e1f of type vlan for network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 Sep 28 12:17:41.588155 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (c530fc87-1e07-4d8e-8fd9-4e3491d1c091), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:41.624954 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (c530fc87-1e07-4d8e-8fd9-4e3491d1c091), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:41.625982 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:17:41.626578 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:41.649822 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5565658 Sep 28 12:17:41.733676 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Pushing event updated for resources: {'Network': ['ID=c530fc87-1e07-4d8e-8fd9-4e3491d1c091,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:17:41.743188 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.743528 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.743870 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.744200 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.744528 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.744850 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.745204 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.745527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.745849 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.746168 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.746503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.746837 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.747155 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.747468 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.747823 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2440b1cf-02e3-4a93-9dcd-d55e976dd6cc admin admin] Tracked resource versions report: Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: pushed versions: Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: { 'AddressGroup': {'1.2'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Agent': {'1.1'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'ConntrackHelper': {'1.0'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Log': {'1.0'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'NDPProxy': {'1.0'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Network': {'1.1'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Port': {'1.7'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'PortForwarding': {'1.3'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'QosPolicy': {'1.10'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroup': {'1.5'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SubPort': {'1.0'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Subnet': {'1.1'}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Trunk': {'1.1'}} Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: consumer versions: Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Agent': '1.1', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'ConntrackHelper': '1.0', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'LocalIPAssociation': '1.0', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Log': '1.0', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'NDPProxy': '1.0', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Network': '1.1', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Port': '1.7', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'PortForwarding': '1.3', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'QosPolicy': '1.10', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroup': '1.5', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroupRule': '1.2', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SubPort': '1.0', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Subnet': '1.1', Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Trunk': '1.1'}} Sep 28 12:17:41.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: {{(pid=106180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:17:41.778524 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:17:44.250571 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 43828) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:17:44.587291 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.pecan_wsgi.hooks.translation [None req-37db7a42-8e4f-4499-8219-1079016867fc admin admin] GET failed (client error): The resource could not be found. Sep 28 12:17:44.588550 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-37db7a42-8e4f-4499-8219-1079016867fc admin admin] 10.222.0.60 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3370407 Sep 28 12:17:44.709277 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7af51-18c9-4232-8c58-29209fc11201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:17:44.710650 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-28f7af51-18c9-4232-8c58-29209fc11201 admin admin] 10.222.0.60 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1173921 Sep 28 12:17:44.720654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:17:44.742731 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Made reservation on behalf of 2fc00be567cf4966a588e131d48e5a69 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:17:44.744991 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:44.961819 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (049b8a96-7ca4-4232-a086-498d527afe64), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.022384 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=049b8a96-7ca4-4232-a086-498d527afe64,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:17:45.031679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Checking segment: {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:17:45.032046 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Network hostable DHCP agents. Network: c530fc87-1e07-4d8e-8fd9-4e3491d1c091, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:17:45.053450 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:17:45.064581 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, c530fc87-1e07-4d8e-8fd9-4e3491d1c091) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:17:45.069209 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:17:45.069803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.073944 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5130205-289d-4670-a320-1f45f34a4003 None None] Network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:17:45.085179 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-1071a8c1-c219-4bd4-8c8f-96c6f1318aae admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3676672 Sep 28 12:17:45.182019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-c530fc87-1e07-4d8e-8fd9-4e3491d1c091', 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091', 'project_id': '2fc00be567cf4966a588e131d48e5a69', 'fixed_ips': [{'subnet_id': '049b8a96-7ca4-4232-a086-498d527afe64'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:17:45.183059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.328456 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Allocated IP 192.168.233.2 (c530fc87-1e07-4d8e-8fd9-4e3491d1c091/049b8a96-7ca4-4232-a086-498d527afe64/86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:17:45.569084 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Publish callbacks [] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.575055 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.617966 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:17:45.621244 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:17:45.625908 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:17:45.629175 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Pushing event updated for resources: {'Port': ['ID=86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:17:45.641838 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.642178 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.642529 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.642878 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.643210 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.643534 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.643854 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.644166 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.644491 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.644804 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.645124 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.645477 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.645795 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.646105 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.646460 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:17:45.698993 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Attempting to bind port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:17:45.699362 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Attempting to bind port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:17:45.699719 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Attempting to bind port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 on network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:17:45.742582 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:17:45.742952 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Checking segment: {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:17:45.743350 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.743742 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Bound using segment: {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:17:45.744213 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Bound port: 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:17:45.744617 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.803993 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] For port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:17:45.808949 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] For port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:17:45.814881 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:45.868754 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c248-9357-46a6-bcfd-8dd72f2d69b0 None None] Pushing event updated for resources: {'Port': ['ID=86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:17:46.643615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a893860-ebfe-4e7a-b066-c9b2f93038e4 None None] Network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:17:46.703749 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Provisioning complete for port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:17:46.704133 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:46.704467 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Attempt 1 to provision port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 Sep 28 12:17:46.730137 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:46.737047 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:46.832850 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Current status of the port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:17:46.833271 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:46.868862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] For port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:17:46.874679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:46.932811 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76270114-a712-43dd-a0bf-738af7728a20 None None] Pushing event updated for resources: {'Port': ['ID=86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:17:46.995230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3b6e3da3-3a74-4f70-9960-c22e06ff25f3 None None] Provisioning complete for port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:17:46.995751 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3da3-3a74-4f70-9960-c22e06ff25f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:46.996207 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3b6e3da3-3a74-4f70-9960-c22e06ff25f3 None None] Attempt 1 to provision port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 Sep 28 12:17:47.073308 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e3da3-3a74-4f70-9960-c22e06ff25f3 None None] Current status of the port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:17:47.941666 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:17:47.986705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:17:47.987093 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:47.987455 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 Sep 28 12:17:48.061404 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 86755b5e-e4ed-4d28-bf0a-2396b0e8c0a5 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:17:48.430571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=10 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:48.436942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=12 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:51.200016 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a9438f81-9c2e-4d2e-ada8-562261457681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:53.484622 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a7d6a108-2f37-4839-823c-5e762c2741f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:54.761597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:55.078875 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=66,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:55.079656 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=72,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:17:56.097444 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:17:56.161203 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:05.609902 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:18:06.155318 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:06.156411 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:15.605591 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:19.606724 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:21.206542 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-79f2962e-ac5f-4cbe-9849-304c8f0d15dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:23.486991 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e83a83d5-7231-48a2-9287-a076e9e3c5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:24.763871 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:26.100546 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:26.163368 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:36.152623 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:36.159647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:42.610597 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:18:50.611877 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:51.200339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6ef8f7aa-3924-4ca3-8dcf-bffc77aec13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:52.606384 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=6 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:18:53.489786 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0d223fe4-ca1d-4ee9-92ab-78bf0cb080cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:54.769430 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:56.103799 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:18:56.165297 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:06.158276 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:06.160089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:14.848492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 43874) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:19:14.854730 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [None req-8fc09014-6b3d-48f8-b88e-67e5fb052b80 tempest-verify_tempest_config-2029668992 tempest-verify_tempest_config-2029668992-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:19:14.855710 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8fc09014-6b3d-48f8-b88e-67e5fb052b80 tempest-verify_tempest_config-2029668992 tempest-verify_tempest_config-2029668992-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061967 Sep 28 12:19:15.361681 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 43892) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:19:15.694937 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:15.797284 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Publish callbacks [] for security_group (e230d043-2a0b-4fd4-b00b-bd24f8e85a72), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:15.800945 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e230d043-2a0b-4fd4-b00b-bd24f8e85a72), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:15.846679 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f8e63228e5f945ea8ab79e3be7787f70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4839211 Sep 28 12:19:15.847651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e230d043-2a0b-4fd4-b00b-bd24f8e85a72,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:19:15.849424 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43896) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:19:15.855726 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.856153 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.856413 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.856752 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.857089 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.857439 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.857762 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.858083 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.858425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.858748 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.859084 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.859424 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.859747 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.860062 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.860379 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ecdc0-d928-4af7-9564-c1c0fbeabb10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:15.908001 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Publish callbacks [] for security_group (e230d043-2a0b-4fd4-b00b-bd24f8e85a72), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:15.927790 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Publish callbacks [] for security_group (e230d043-2a0b-4fd4-b00b-bd24f8e85a72), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:16.018682 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e230d043-2a0b-4fd4-b00b-bd24f8e85a72), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:16.021207 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:16.022375 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e230d043-2a0b-4fd4-b00b-bd24f8e85a72 HTTP/1.1" status: 204 len: 168 time: 0.1717787 Sep 28 12:19:16.030654 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e230d043-2a0b-4fd4-b00b-bd24f8e85a72,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:19:16.037284 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.037646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.037987 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.038359 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.038691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.038976 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.039298 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.039620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.039949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.040270 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.040589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.040906 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.041246 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.041560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:16.041871 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e285e2-3def-4a7a-8655-1ad6a2bfb5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:19:19.609268 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:19:21.203317 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e7b75f4f-2fc5-4668-93d5-f88e52467e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:23.492780 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-626d17b1-37a4-4876-80a2-679d25220ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:24.770768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:25.850583 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=15,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:25.851869 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=24,neutron:INSERT=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:26.026866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:26.033448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:26.106629 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:26.158406 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:31.612399 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=19 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:31.614305 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=17 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:36.152655 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:36.155112 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:19:51.204958 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-230562b5-3209-41c9-92ba-58ef52c0fbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:53.495415 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-20e8d368-8c39-4a48-b526-450125d21b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:54.772578 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:56.108755 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:56.160072 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:19:56.608751 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:20:06.148936 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=24 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:06.157089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:06.604216 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:06.604991 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:19.611252 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:19.612060 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:21.206463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6627ed34-ba79-4a53-8c7f-b586c742b38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:23.496932 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5357c01b-847b-4125-8239-e903033717d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:24.778947 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:26.110584 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:26.162270 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:33.608275 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 5 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:20:36.156315 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:36.158224 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:43.603350 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:43.604252 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:20:49.166454 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-650696'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:51.208448 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-01117225-0ab7-43b1-bf38-922475162d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:53.499248 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-61a872b1-9cf4-4acf-9527-c5da409c87fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:54.778988 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:56.115806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:20:56.166042 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:02.112415 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 43990) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:21:02.250762 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e9409e7b-2983-4995-add1-08c1d2c47248 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1373498 Sep 28 12:21:04.718630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44000) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:21:04.772580 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-90675fdc-467a-4da5-8e01-924ca984c321 admin admin] 10.222.0.60 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528860 Sep 28 12:21:06.160312 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:06.162317 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:10.607517 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:21:14.767683 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:14.768420 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:19.143354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:19.224826 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=17 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:20.603436 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=17 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:21.209812 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4254e2cc-01cc-4528-87a6-626971224ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:23.501055 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3eb90823-0b21-4356-ba88-d18a1959566c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:24.781606 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:26.115734 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:26.171252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:36.159918 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:36.166119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:47.606120 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:21:49.192781 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:51.211526 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a320cdde-6667-4926-acbe-84e5ad6095b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:53.503794 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4c48a302-7752-47f7-b0ef-25dc05a7a2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:54.784003 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:55.602768 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:21:56.117681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:56.174087 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:21:57.602607 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:06.167044 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:06.169708 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:19.162878 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:19.617463 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:19.618684 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:21.213728 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-372e8b45-a530-44e5-8622-0e8064e5d4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:23.508074 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5cd475a4-c16f-4fea-affd-d3fd463e1ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:24.605456 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:22:24.787545 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:26.123863 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:26.177611 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:34.600062 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:34.638194 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:36.165704 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:36.173513 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:37.207725 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44142) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:37.437589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-network', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:37.461202 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Made reservation on behalf of a396283cd8314a74bfd5e411c246cc96 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:37.464571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.473587 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.555185 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks [] for security_group (04e09384-a923-4e3a-98a3-88295a1dc8da), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.559560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (04e09384-a923-4e3a-98a3-88295a1dc8da), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.587897 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e09384-a923-4e3a-98a3-88295a1dc8da,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:37.603879 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:22:37.614586 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (95dd303d-e8e2-4a6d-86ab-9f22d7adc054), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.614911 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Added segment 95dd303d-e8e2-4a6d-86ab-9f22d7adc054 of type vlan for network d52528a4-371a-43c0-ba14-e43c1c223b47 Sep 28 12:22:37.635415 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.635828 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.636759 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.637298 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.637739 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.638067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.638389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.638710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.639042 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.639758 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.640102 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.640442 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.640764 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.641104 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.641620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Tracked resource versions report: Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: pushed versions: Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: { 'AddressGroup': {'1.2'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Agent': {'1.1'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'ConntrackHelper': {'1.0'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Log': {'1.0'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'NDPProxy': {'1.0'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Network': {'1.1'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Port': {'1.7'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'PortForwarding': {'1.3'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'QosPolicy': {'1.10'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroup': {'1.5'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SubPort': {'1.0'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Subnet': {'1.1'}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Trunk': {'1.1'}} Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: consumer versions: Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: HyperV agent@hv-cinder-84456: {}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Agent': '1.1', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'ConntrackHelper': '1.0', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'LocalIPAssociation': '1.0', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Log': '1.0', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'NDPProxy': '1.0', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Network': '1.1', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Port': '1.7', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'PortForwarding': '1.3', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'QosPolicy': '1.10', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroup': '1.5', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SecurityGroupRule': '1.2', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'SubPort': '1.0', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Subnet': '1.1', Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: 'Trunk': '1.1'}} Sep 28 12:22:37.643899 dv-cinder-844563-9-iscsi neutron-server[106181]: {{(pid=106181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:22:37.688037 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (d52528a4-371a-43c0-ba14-e43c1c223b47), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.718976 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (d52528a4-371a-43c0-ba14-e43c1c223b47), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.720049 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:37.720681 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.778070 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5687034 Sep 28 12:22:37.780855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44188) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:37.786000 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Request body: {'subnet': {'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-subnet', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:37.812934 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dfd8d-734b-4085-9608-2b6cfb025ecd admin admin] Pushing event updated for resources: {'Network': ['ID=d52528a4-371a-43c0-ba14-e43c1c223b47,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:37.816781 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Made reservation on behalf of a396283cd8314a74bfd5e411c246cc96 for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:37.820249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:37.826776 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network d52528a4-371a-43c0-ba14-e43c1c223b47 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:22:38.041865 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (8d11853d-8d71-466a-a6fe-a53888147b3b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.106926 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d11853d-8d71-466a-a6fe-a53888147b3b,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:38.118838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Checking segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:38.119192 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Network hostable DHCP agents. Network: d52528a4-371a-43c0-ba14-e43c1c223b47, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:22:38.137923 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Network d52528a4-371a-43c0-ba14-e43c1c223b47 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:22:38.149407 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, d52528a4-371a-43c0-ba14-e43c1c223b47) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:38.154192 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:38.155142 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.158147 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44200) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:38.163090 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593ae7e-5d72-4170-995f-6c155516893e None None] Network d52528a4-371a-43c0-ba14-e43c1c223b47 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:38.188756 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-36d18d33-5924-422e-9cb8-2044b4248e98 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4038935 Sep 28 12:22:38.188953 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44204) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:38.197382 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:38.204255 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:38.227973 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.230643 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.292417 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks [] for router_controller (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), precommit_add_association {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.294411 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:38.310296 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-d52528a4-371a-43c0-ba14-e43c1c223b47', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:22:38.311615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.442586 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks [] for router_gateway (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.471026 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Allocated IP 172.20.0.2 (d52528a4-371a-43c0-ba14-e43c1c223b47/8d11853d-8d71-466a-a6fe-a53888147b3b/fb286bdb-16fb-4dac-a780-d5a75917d8cb) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:38.519544 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44226) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:38.648529 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Publish callbacks [] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.658554 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.659111 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1338238385-network', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:38.691555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks [] for router_gateway (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.695728 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Made reservation on behalf of 3afaa30b2f454bc0bf1f23ece426339b for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:38.699064 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.728360 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Network d52528a4-371a-43c0-ba14-e43c1c223b47 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:38.729869 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Pushing event updated for resources: {'Port': ['ID=fb286bdb-16fb-4dac-a780-d5a75917d8cb,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:38.733031 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:38.735300 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.736631 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:38.746280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.746935 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.747393 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.747824 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.748263 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.748759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.749267 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.750104 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.751062 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.751789 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.752331 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.753176 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.753724 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.754270 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.754794 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Tracked resource versions report: Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: pushed versions: Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: { 'AddressGroup': {'1.2'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Agent': {'1.1'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'ConntrackHelper': {'1.0'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Log': {'1.0'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'NDPProxy': {'1.0'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Network': {'1.1'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Port': {'1.7'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'PortForwarding': {'1.3'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'QosPolicy': {'1.10'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroup': {'1.5'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SubPort': {'1.0'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Subnet': {'1.1'}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Trunk': {'1.1'}} Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: consumer versions: Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: HyperV agent@hv-cinder-84456: {}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Agent': '1.1', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'ConntrackHelper': '1.0', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'LocalIPAssociation': '1.0', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Log': '1.0', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'NDPProxy': '1.0', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Network': '1.1', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Port': '1.7', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'PortForwarding': '1.3', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'QosPolicy': '1.10', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroup': '1.5', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SecurityGroupRule': '1.2', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'SubPort': '1.0', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Subnet': '1.1', Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: 'Trunk': '1.1'}} Sep 28 12:22:38.756785 dv-cinder-844563-9-iscsi neutron-server[106182]: {{(pid=106182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:22:38.791406 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.847370 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Attempting to bind port fb286bdb-16fb-4dac-a780-d5a75917d8cb on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:38.848065 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Attempting to bind port fb286bdb-16fb-4dac-a780-d5a75917d8cb by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:38.848165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Attempting to bind port fb286bdb-16fb-4dac-a780-d5a75917d8cb on network d52528a4-371a-43c0-ba14-e43c1c223b47 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:38.875935 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1239782041-network', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:38.878763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks [] for security_group (b92446c6-8732-495d-b681-f15c9afec34b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.900305 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:38.900721 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Checking segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:38.901294 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.901687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Bound using segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:38.902265 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Bound port: fb286bdb-16fb-4dac-a780-d5a75917d8cb, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:38.902652 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.906454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b92446c6-8732-495d-b681-f15c9afec34b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.919861 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Made reservation on behalf of 8f9ceb72510849c9a1cce4cde67d06d2 for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:38.922575 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.945349 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92446c6-8732-495d-b681-f15c9afec34b,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:38.953022 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.965361 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:22:38.990298 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Allocated IP 172.27.0.164 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/116a1d60-febc-4c5c-91c3-9f3315e9fbab) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:38.994120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (2e0da911-ab55-4635-afa3-0c46af695f65), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:38.994600 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Added segment 2e0da911-ab55-4635-afa3-0c46af695f65 of type vlan for network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 Sep 28 12:22:39.010990 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] For port fb286bdb-16fb-4dac-a780-d5a75917d8cb, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:39.014931 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] For port fb286bdb-16fb-4dac-a780-d5a75917d8cb, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=fb286bdb-16fb-4dac-a780-d5a75917d8cb,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:39.025107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.085639 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks [] for security_group (19197469-f4d3-4812-8498-46cd5bbc4b00), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.102884 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (19197469-f4d3-4812-8498-46cd5bbc4b00), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.115532 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a96ca6-4010-4d4d-af0f-17aff3115ef3 None None] Pushing event updated for resources: {'Port': ['ID=fb286bdb-16fb-4dac-a780-d5a75917d8cb,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:39.119130 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:22:39.131144 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (e04b27a3-bb63-4766-8a0e-2f2ba5282817), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.131730 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Added segment e04b27a3-bb63-4766-8a0e-2f2ba5282817 of type vlan for network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 Sep 28 12:22:39.150118 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (dd60752d-1269-4318-bcc5-7e8d9f3ecd76), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.187146 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.217466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (dd60752d-1269-4318-bcc5-7e8d9f3ecd76), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.218734 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:39.219400 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.233225 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:39.233805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:39.270556 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.272436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:39.273568 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.374579 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19197469-f4d3-4812-8498-46cd5bbc4b00,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:39.377293 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Pushing event updated for resources: {'Network': ['ID=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:39.389654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.398065 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.398632 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.399001 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.399569 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.399928 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.400263 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.400594 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.401103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.401617 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.402214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.402746 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.403251 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.403730 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.404858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Tracked resource versions report: Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: pushed versions: Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: { 'AddressGroup': {'1.2'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Agent': {'1.1'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'ConntrackHelper': {'1.0'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Log': {'1.0'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'NDPProxy': {'1.0'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Network': {'1.1'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Port': {'1.7'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'PortForwarding': {'1.3'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'QosPolicy': {'1.10'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroup': {'1.5'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SubPort': {'1.0'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Subnet': {'1.1'}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Trunk': {'1.1'}} Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: consumer versions: Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: HyperV agent@hv-cinder-84456: {}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Agent': '1.1', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'ConntrackHelper': '1.0', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'LocalIPAssociation': '1.0', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Log': '1.0', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'NDPProxy': '1.0', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Network': '1.1', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Port': '1.7', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'PortForwarding': '1.3', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'QosPolicy': '1.10', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroup': '1.5', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SecurityGroupRule': '1.2', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'SubPort': '1.0', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Subnet': '1.1', Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: 'Trunk': '1.1'}} Sep 28 12:22:39.406534 dv-cinder-844563-9-iscsi neutron-server[106180]: {{(pid=106180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:22:39.483974 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.486722 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a67f1c0a-29c8-4418-b06d-cb88c217be14 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9344425 Sep 28 12:22:39.487373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44274) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:39.489253 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Request body: {'subnet': {'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-subnet', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:39.520769 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Made reservation on behalf of 8f9ceb72510849c9a1cce4cde67d06d2 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:39.527347 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.534005 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks [] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.540031 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3809531 Sep 28 12:22:39.548179 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44278) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:39.554672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Request body: {'subnet': {'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1338238385-subnet', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:39.560248 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c4f47-bc57-48f6-a4fc-42bae383534b admin admin] Pushing event updated for resources: {'Network': ['ID=dd60752d-1269-4318-bcc5-7e8d9f3ecd76,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:39.604273 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Made reservation on behalf of 3afaa30b2f454bc0bf1f23ece426339b for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:39.607170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.623724 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:22:39.628491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.733605 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:39.741080 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:39.743715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:39.783095 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Pushing event updated for resources: {'Port': ['ID=116a1d60-febc-4c5c-91c3-9f3315e9fbab,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:39.799988 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:39.830828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:39.835310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (ae36dad0-b8ae-445f-8ac6-c82bbc3f506b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:39.908103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:39.947326 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:39.948016 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Network hostable DHCP agents. Network: 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:22:39.976089 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:39.988060 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:22:40.010382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:40.018472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:40.020418 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cccbf30-27e0-479c-be62-1d50b3765bb1 None None] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:40.033179 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.097736 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-248f3095-9c52-4863-a5f5-fc5e30d04679 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6404996 Sep 28 12:22:40.102359 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44288) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:40.119797 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:40.275152 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device fb286bdb-16fb-4dac-a780-d5a75917d8cb up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:40.351824 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks [] for router_gateway (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.353690 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:22:40.354597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.454442 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.456107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.461615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port fb286bdb-16fb-4dac-a780-d5a75917d8cb triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:40.462213 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.462841 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port fb286bdb-16fb-4dac-a780-d5a75917d8cb Sep 28 12:22:40.520144 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks [] for router_controller (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), precommit_add_association {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.569667 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (dfedfafa-e93c-4d9f-9d79-965f5392513f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.648893 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Allocated IP 172.20.0.2 (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b/70a4aaca-4418-45e8-a211-858aede725cf) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:40.660614 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port fb286bdb-16fb-4dac-a780-d5a75917d8cb is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:40.661176 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.696459 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:40.759620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:40.770139 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Checking segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:40.770491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Network hostable DHCP agents. Network: dd60752d-1269-4318-bcc5-7e8d9f3ecd76, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:22:40.776423 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ddb21-2463-4463-b545-2723a17c2118 None None] Network d52528a4-371a-43c0-ba14-e43c1c223b47 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:40.816005 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port fb286bdb-16fb-4dac-a780-d5a75917d8cb, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=fb286bdb-16fb-4dac-a780-d5a75917d8cb,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:40.851107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks [] for router_gateway (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.873902 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-bdb9389a-5401-48e3-81c8-92be12da5b9f None None] Provisioning complete for port fb286bdb-16fb-4dac-a780-d5a75917d8cb triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:40.874283 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-bdb9389a-5401-48e3-81c8-92be12da5b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:40.874640 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bdb9389a-5401-48e3-81c8-92be12da5b9f None None] Attempt 1 to provision port fb286bdb-16fb-4dac-a780-d5a75917d8cb Sep 28 12:22:40.928537 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfedfafa-e93c-4d9f-9d79-965f5392513f,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:40.930890 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:22:41.015180 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, dd60752d-1269-4318-bcc5-7e8d9f3ecd76) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:41.033948 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:41.034544 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.039371 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.041302 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be28bc1-a343-40c7-bd92-854459f21450 None None] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:41.067748 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.092641 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ba038398-141a-4ee4-8baa-fd6f328abf7c admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5385902 Sep 28 12:22:41.092965 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44346) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:41.099429 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:41.118634 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9389a-5401-48e3-81c8-92be12da5b9f None None] Current status of the port fb286bdb-16fb-4dac-a780-d5a75917d8cb is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:41.149354 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (f2ba2fe8-0782-4ff7-8f06-da28422346fe), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.152679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (f2ba2fe8-0782-4ff7-8f06-da28422346fe), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.249767 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:41.286760 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:41.351523 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=fb286bdb-16fb-4dac-a780-d5a75917d8cb,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:41.409716 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Publish callbacks [] for port (70a4aaca-4418-45e8-a211-858aede725cf), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.425915 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'fixed_ips': [{'subnet_id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:22:41.426849 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.458778 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (70a4aaca-4418-45e8-a211-858aede725cf), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.467046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks [] for router_gateway (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.515091 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks [] for router_controller (f2ba2fe8-0782-4ff7-8f06-da28422346fe), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.519507 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:41.526854 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:41.534319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:41.540280 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.604860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Pushing event updated for resources: {'Port': ['ID=70a4aaca-4418-45e8-a211-858aede725cf,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:41.619746 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:22:41.656543 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-f2aa49f5-78cd-46a3-b01e-c9fd9ef60d2a None None] Provisioning complete for port fb286bdb-16fb-4dac-a780-d5a75917d8cb triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:41.656543 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49f5-78cd-46a3-b01e-c9fd9ef60d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.657160 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-f2aa49f5-78cd-46a3-b01e-c9fd9ef60d2a None None] Attempt 1 to provision port fb286bdb-16fb-4dac-a780-d5a75917d8cb Sep 28 12:22:41.749738 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Attempting to bind port 70a4aaca-4418-45e8-a211-858aede725cf on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:41.750266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Attempting to bind port 70a4aaca-4418-45e8-a211-858aede725cf by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:41.750751 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Attempting to bind port 70a4aaca-4418-45e8-a211-858aede725cf on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:41.816895 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Allocated IP 172.20.0.2 (dd60752d-1269-4318-bcc5-7e8d9f3ecd76/dfedfafa-e93c-4d9f-9d79-965f5392513f/e7cd8864-b727-4121-9fe3-b14164f5dd7e) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:41.883464 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:41.884076 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:41.884604 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.885218 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Bound using segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:41.885815 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Bound port: 70a4aaca-4418-45e8-a211-858aede725cf, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:41.886287 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (70a4aaca-4418-45e8-a211-858aede725cf), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.923293 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Allocated IP 172.27.0.201 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/a6aeee76-9ed5-4cf7-a3e2-fd695c29466c) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:41.938263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:41.944637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:22:41.957059 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:22:41.969618 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:41.970780 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5c3d35b5-7cdc-4fe8-9675-a37f9e38d014 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7809014 Sep 28 12:22:41.973604 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:41.974520 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:41.981615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44350) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:42.001826 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:42.011927 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks [] for router_gateway (f2ba2fe8-0782-4ff7-8f06-da28422346fe), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.050116 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] For port 70a4aaca-4418-45e8-a211-858aede725cf, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:42.055330 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] For port 70a4aaca-4418-45e8-a211-858aede725cf, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=70a4aaca-4418-45e8-a211-858aede725cf,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:42.064797 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa49f5-78cd-46a3-b01e-c9fd9ef60d2a None None] Current status of the port fb286bdb-16fb-4dac-a780-d5a75917d8cb is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:42.083551 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (70a4aaca-4418-45e8-a211-858aede725cf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.175866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:42.205999 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device fb286bdb-16fb-4dac-a780-d5a75917d8cb up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:42.394168 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks [] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.486866 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:42.600359 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc5ff-1615-45cb-8501-eaa3fca1da9d None None] Pushing event updated for resources: {'Port': ['ID=70a4aaca-4418-45e8-a211-858aede725cf,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:42.610444 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.665728 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:42.706650 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Publish callbacks [] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.728159 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.728538 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:42.730462 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:42.733981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:42.764911 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:42.811100 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks [] for router_gateway (f2ba2fe8-0782-4ff7-8f06-da28422346fe), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.855399 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port fb286bdb-16fb-4dac-a780-d5a75917d8cb triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:42.856064 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.856573 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port fb286bdb-16fb-4dac-a780-d5a75917d8cb Sep 28 12:22:42.875273 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:42.970869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Pushing event updated for resources: {'Port': ['ID=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:42.991120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:43.038406 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:43.105315 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:43.149170 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:43.164229 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Pushing event updated for resources: {'Port': ['ID=e7cd8864-b727-4121-9fe3-b14164f5dd7e,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:43.170062 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Allocated IP 172.27.0.155 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/cb58a333-a5aa-4579-ba0c-3c084f75de92) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:43.207687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port fb286bdb-16fb-4dac-a780-d5a75917d8cb is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:43.240159 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:39Z', 'revision_number': 3, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:43.275655 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Attempting to bind port e7cd8864-b727-4121-9fe3-b14164f5dd7e on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:43.276272 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Attempting to bind port e7cd8864-b727-4121-9fe3-b14164f5dd7e by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:43.277381 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Attempting to bind port e7cd8864-b727-4121-9fe3-b14164f5dd7e on network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:43.307789 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.350845 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:43.351714 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Checking segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:43.352269 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.352801 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Bound using segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:43.353621 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Bound port: e7cd8864-b727-4121-9fe3-b14164f5dd7e, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:43.354156 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.356373 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:22:43.359202 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Updating router c34b97c3-ec2a-4e8c-9376-82e68e451c1b port 116a1d60-febc-4c5c-91c3-9f3315e9fbab binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:22:43.390531 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks [] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.467819 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.499221 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:43.514122 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] For port e7cd8864-b727-4121-9fe3-b14164f5dd7e, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:43.519817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] For port e7cd8864-b727-4121-9fe3-b14164f5dd7e, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e7cd8864-b727-4121-9fe3-b14164f5dd7e,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:43.539711 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.572040 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:43.604307 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:43.611381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Allocated IP 172.20.0.1 (d52528a4-371a-43c0-ba14-e43c1c223b47/8d11853d-8d71-466a-a6fe-a53888147b3b/8c57569c-94fa-42f5-a596-2d959ab78d71) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:43.642890 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:43.697098 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:43.703044 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebd79f-34ad-49ed-b4c0-4b9ed06d64bb None None] Pushing event updated for resources: {'Port': ['ID=e7cd8864-b727-4121-9fe3-b14164f5dd7e,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:43.845576 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44422) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:43.846553 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:43.847945 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks [] for router_gateway (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.043577 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9807c3ad-b9b5-48f1-a35c-fbd546f62628 None None] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:44.064575 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44432) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:44.153198 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Pushing event updated for resources: {'Port': ['ID=cb58a333-a5aa-4579-ba0c-3c084f75de92,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:44.228731 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Provisioning complete for port 70a4aaca-4418-45e8-a211-858aede725cf triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:44.229748 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (70a4aaca-4418-45e8-a211-858aede725cf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.230227 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Attempt 1 to provision port 70a4aaca-4418-45e8-a211-858aede725cf Sep 28 12:22:44.309258 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Publish callbacks [] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.330969 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.351757 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks [] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.436609 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Attempting to bind port 116a1d60-febc-4c5c-91c3-9f3315e9fbab on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:44.436998 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Attempting to bind port 116a1d60-febc-4c5c-91c3-9f3315e9fbab by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:44.437368 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Attempting to bind port 116a1d60-febc-4c5c-91c3-9f3315e9fbab on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:44.499670 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 70a4aaca-4418-45e8-a211-858aede725cf up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:44.531054 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89697872-03be-41ce-85a8-d8128edb48f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.601459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Current status of the port 70a4aaca-4418-45e8-a211-858aede725cf is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:44.602083 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (70a4aaca-4418-45e8-a211-858aede725cf), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.607190 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4b13a265-16bf-4e19-8be1-65bc8d6f83c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.679729 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Pushing event updated for resources: {'Port': ['ID=116a1d60-febc-4c5c-91c3-9f3315e9fbab,revision_number=2']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:44.683141 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-d1816556-f536-458b-91c2-56d293728a35 None None] For port 70a4aaca-4418-45e8-a211-858aede725cf, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=70a4aaca-4418-45e8-a211-858aede725cf,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:44.695614 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (70a4aaca-4418-45e8-a211-858aede725cf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.698011 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.699002 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.699757 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.700547 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.701574 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.702196 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.702841 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.703447 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.704203 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.704726 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.705335 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.705884 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.706717 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.707412 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.707961 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Tracked resource versions report: Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: pushed versions: Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: { 'AddressGroup': {'1.2'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Agent': {'1.1'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'ConntrackHelper': {'1.0'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'LocalIPAssociation': {'1.0'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Log': {'1.0'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'NDPProxy': {'1.0'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Network': {'1.1'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Port': {'1.7'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'PortForwarding': {'1.3'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'QosPolicy': {'1.10'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroup': {'1.5'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroupRule': {'1.2'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SubPort': {'1.0'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Subnet': {'1.1'}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Trunk': {'1.1'}} Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: consumer versions: Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: { DHCP agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: HyperV agent@hv-cinder-84456: {}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: L3 agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: Metadata agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: Metering agent@dv-cinder-844563-9-iscsi: {}, Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: Open vSwitch agent@dv-cinder-844563-9-iscsi: { 'AddressGroup': '1.2', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Agent': '1.1', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'ConntrackHelper': '1.0', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'LocalIPAssociation': '1.0', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Log': '1.0', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'NDPProxy': '1.0', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Network': '1.1', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Port': '1.7', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'PortForwarding': '1.3', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'QosPolicy': '1.10', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroup': '1.5', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SecurityGroupRule': '1.2', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'SubPort': '1.0', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Subnet': '1.1', Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: 'Trunk': '1.1'}} Sep 28 12:22:44.709570 dv-cinder-844563-9-iscsi neutron-server[106183]: {{(pid=106183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 12:22:44.729847 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:44.730647 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:44.731326 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.732092 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:44.734183 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Bound port: 116a1d60-febc-4c5c-91c3-9f3315e9fbab, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:44.734999 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.776362 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89697872-03be-41ce-85a8-d8128edb48f3 admin admin] Publish callbacks [] for security_group (e0a118b5-ef64-415b-9633-1c2b345b9b3b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.812666 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89697872-03be-41ce-85a8-d8128edb48f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e0a118b5-ef64-415b-9633-1c2b345b9b3b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.815212 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:44.821148 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] For port 116a1d60-febc-4c5c-91c3-9f3315e9fbab, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:44.827590 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] For port 116a1d60-febc-4c5c-91c3-9f3315e9fbab, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=116a1d60-febc-4c5c-91c3-9f3315e9fbab,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:44.838171 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.845918 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.867178 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 70a4aaca-4418-45e8-a211-858aede725cf triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:44.868742 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (70a4aaca-4418-45e8-a211-858aede725cf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.869047 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 70a4aaca-4418-45e8-a211-858aede725cf Sep 28 12:22:44.872426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.879512 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4b13a265-16bf-4e19-8be1-65bc8d6f83c1 admin admin] Publish callbacks [] for security_group (77b2081f-f348-4560-9a13-737b51e9c8d4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.882075 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:44.883486 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:44.905253 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4b13a265-16bf-4e19-8be1-65bc8d6f83c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (77b2081f-f348-4560-9a13-737b51e9c8d4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:44.934351 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Network d52528a4-371a-43c0-ba14-e43c1c223b47 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:44.966751 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4b13a265-16bf-4e19-8be1-65bc8d6f83c1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8476c581992e465fbd1f81526088b5eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8816133 Sep 28 12:22:44.967691 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44468) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:44.990424 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1816556-f536-458b-91c2-56d293728a35 None None] Pushing event updated for resources: {'Port': ['ID=70a4aaca-4418-45e8-a211-858aede725cf,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:45.081801 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks [] for router_gateway (f2ba2fe8-0782-4ff7-8f06-da28422346fe), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.095282 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-906465c1-27a8-40fc-9fc9-71259a4a8e35 None None] Provisioning complete for port 70a4aaca-4418-45e8-a211-858aede725cf triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:45.096928 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-906465c1-27a8-40fc-9fc9-71259a4a8e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (70a4aaca-4418-45e8-a211-858aede725cf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.097301 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-906465c1-27a8-40fc-9fc9-71259a4a8e35 None None] Attempt 1 to provision port 70a4aaca-4418-45e8-a211-858aede725cf Sep 28 12:22:45.144475 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13a265-16bf-4e19-8be1-65bc8d6f83c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b2081f-f348-4560-9a13-737b51e9c8d4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:45.211586 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:45.282779 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:45.310508 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:45.313366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0282-49b5-47ed-8941-8d01b5b3460a admin admin] Publish callbacks [] for security_group (77b2081f-f348-4560-9a13-737b51e9c8d4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.316711 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Pushing event updated for resources: {'Port': ['ID=8c57569c-94fa-42f5-a596-2d959ab78d71,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:45.330821 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:45.333063 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:45.362279 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:45.362279 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.380393 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0282-49b5-47ed-8941-8d01b5b3460a admin admin] Publish callbacks [] for security_group (77b2081f-f348-4560-9a13-737b51e9c8d4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.488639 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c439f0-b212-4811-8857-93f323f07540 None None] Pushing event updated for resources: {'Port': ['ID=116a1d60-febc-4c5c-91c3-9f3315e9fbab,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:45.530060 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0282-49b5-47ed-8941-8d01b5b3460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (77b2081f-f348-4560-9a13-737b51e9c8d4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.532577 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4f0b0282-49b5-47ed-8941-8d01b5b3460a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.533760 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4f0b0282-49b5-47ed-8941-8d01b5b3460a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/77b2081f-f348-4560-9a13-737b51e9c8d4 HTTP/1.1" status: 204 len: 168 time: 0.5614679 Sep 28 12:22:45.555460 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b0282-49b5-47ed-8941-8d01b5b3460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b2081f-f348-4560-9a13-737b51e9c8d4,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:45.714095 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ba100-9138-4250-83a8-bd9014b887a7 None None] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:45.823018 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (f2ba2fe8-0782-4ff7-8f06-da28422346fe), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:45.872670 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:39Z', 'revision_number': 3, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:45.912364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:45.913595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:45.938670 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:45.948573 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7babe6d9-2d16-4d55-b949-3cbcf702751a None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:39Z', 'revision_number': 3, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:22:45.951573 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 70a4aaca-4418-45e8-a211-858aede725cf is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:45.952654 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e7cd8864-b727-4121-9fe3-b14164f5dd7e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:45.980118 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-906465c1-27a8-40fc-9fc9-71259a4a8e35 None None] Current status of the port 70a4aaca-4418-45e8-a211-858aede725cf is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:45.981675 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.142199 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e7cd8864-b727-4121-9fe3-b14164f5dd7e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:46.142717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.143734 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e7cd8864-b727-4121-9fe3-b14164f5dd7e Sep 28 12:22:46.170312 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-89697872-03be-41ce-85a8-d8128edb48f3 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f19c33b4bea04ee582a9424c2ddfdade&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2050581 Sep 28 12:22:46.178451 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44534) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:46.207239 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697872-03be-41ce-85a8-d8128edb48f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a118b5-ef64-415b-9633-1c2b345b9b3b,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:46.323534 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Provisioning complete for port e7cd8864-b727-4121-9fe3-b14164f5dd7e triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:46.324125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.324738 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 1 to provision port e7cd8864-b727-4121-9fe3-b14164f5dd7e Sep 28 12:22:46.347547 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks [] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.374019 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44548) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:46.388859 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.396146 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.401507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:46.488903 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d987af2b-5f82-4dd2-af4d-70f9b32b8b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.555370 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f30d-62af-48d9-ae5c-974eb5305929 admin admin] Publish callbacks [] for security_group (e0a118b5-ef64-415b-9633-1c2b345b9b3b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.563038 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Router f2ba2fe8-0782-4ff7-8f06-da28422346fe is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:22:46.569467 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e7cd8864-b727-4121-9fe3-b14164f5dd7e is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:46.571202 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.647073 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Current status of the port e7cd8864-b727-4121-9fe3-b14164f5dd7e is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:46.647605 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.663740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port e7cd8864-b727-4121-9fe3-b14164f5dd7e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e7cd8864-b727-4121-9fe3-b14164f5dd7e,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:46.675488 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.744197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:22:46.761562 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=e7cd8864-b727-4121-9fe3-b14164f5dd7e,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:46.768045 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Sync routers for ids ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:22:46.822669 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.823928 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f0bd8c97-315f-42ec-aa7e-ef6b7a300001 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7302840 Sep 28 12:22:46.831882 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44562) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:46.832417 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44564) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:46.874069 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.db.api [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 12:22:46.875006 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG oslo_db.api [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 12:22:46.875596 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Routers {'f2ba2fe8-0782-4ff7-8f06-da28422346fe'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:46.876289 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:46.885784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:22:46.930529 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d987af2b-5f82-4dd2-af4d-70f9b32b8b62 admin admin] Publish callbacks [] for security_group (3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.933264 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f30d-62af-48d9-ae5c-974eb5305929 admin admin] Publish callbacks [] for security_group (e0a118b5-ef64-415b-9633-1c2b345b9b3b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:46.954675 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d987af2b-5f82-4dd2-af4d-70f9b32b8b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.039660 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Network d52528a4-371a-43c0-ba14-e43c1c223b47 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:47.041407 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987af2b-5f82-4dd2-af4d-70f9b32b8b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:47.047400 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:47.065534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Pushing event updated for resources: {'Port': ['ID=8c57569c-94fa-42f5-a596-2d959ab78d71,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:47.118564 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Set router f2ba2fe8-0782-4ff7-8f06-da28422346fe gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:47.171570 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d987af2b-5f82-4dd2-af4d-70f9b32b8b62 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3dd1fbfaf05b4374ab1a3d380c1cb99e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7966139 Sep 28 12:22:47.181272 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44576) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:47.246142 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 70a4aaca-4418-45e8-a211-858aede725cf up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:47.297547 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:47.420986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:22:47.426367 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f30d-62af-48d9-ae5c-974eb5305929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e0a118b5-ef64-415b-9633-1c2b345b9b3b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.426578 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df61357c-76d5-4b86-be15-9957f5b2ab1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.433523 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f30d-62af-48d9-ae5c-974eb5305929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.435872 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0ef3f30d-62af-48d9-ae5c-974eb5305929 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e0a118b5-ef64-415b-9633-1c2b345b9b3b HTTP/1.1" status: 204 len: 168 time: 1.2318013 Sep 28 12:22:47.436318 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:22:47.457961 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:47.458627 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:47.463717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:47.466780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44582) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:47.511768 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.514106 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b9bd8e31-bd59-4167-9a1b-4243fff42f83 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4029806 Sep 28 12:22:47.517613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3f30d-62af-48d9-ae5c-974eb5305929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a118b5-ef64-415b-9633-1c2b345b9b3b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:47.527094 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44588) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:47.571377 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:22:47.573695 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:47.577863 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:47.668159 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Current status of the port e7cd8864-b727-4121-9fe3-b14164f5dd7e is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:47.708613 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Provisioning complete for port 8c57569c-94fa-42f5-a596-2d959ab78d71 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:47.710277 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.710792 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 1 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:47.742657 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 70a4aaca-4418-45e8-a211-858aede725cf triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:47.743201 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (70a4aaca-4418-45e8-a211-858aede725cf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.743636 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 70a4aaca-4418-45e8-a211-858aede725cf Sep 28 12:22:47.750604 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:47.812898 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:44Z', 'revision_number': 3, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:47.825993 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df61357c-76d5-4b86-be15-9957f5b2ab1d admin admin] Publish callbacks [] for security_group (3f930cef-ecbd-42de-a1be-e4b17e287d6a), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.850828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Checking router: f2ba2fe8-0782-4ff7-8f06-da28422346fe for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:22:47.851522 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Updating router f2ba2fe8-0782-4ff7-8f06-da28422346fe port cb58a333-a5aa-4579-ba0c-3c084f75de92 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:22:47.856609 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:47.861265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df61357c-76d5-4b86-be15-9957f5b2ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (3f930cef-ecbd-42de-a1be-e4b17e287d6a), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:47.883612 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:47.885832 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:22:47.906709 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5106a2d4-91f6-42a5-99ce-dbd8e1f41696 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c34b97c3-ec2a-4e8c-9376-82e68e451c1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9142840 Sep 28 12:22:47.906709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44594) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:47.945169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.027480 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:48.031990 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-df61357c-76d5-4b86-be15-9957f5b2ab1d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bb55541c8a31486494dac11aa5c84e37&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1963186 Sep 28 12:22:48.040289 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44602) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:48.050218 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61357c-76d5-4b86-be15-9957f5b2ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f930cef-ecbd-42de-a1be-e4b17e287d6a,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:48.055822 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 70a4aaca-4418-45e8-a211-858aede725cf is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:48.059233 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 116a1d60-febc-4c5c-91c3-9f3315e9fbab up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:48.070527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0d29c18d-603b-4e90-8ce7-f6440231bb40 admin admin] Publish callbacks [] for security_group (3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.111434 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:42Z', 'revision_number': 3, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:48.117399 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0d29c18d-603b-4e90-8ce7-f6440231bb40 admin admin] Publish callbacks [] for security_group (3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.186374 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:22:48.186761 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Updating router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:22:48.203170 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbb0a-2e63-47ac-8ad8-24f51e9495f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.258389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d584aad-f618-40f1-9973-a12bef4d3ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.341687 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbb0a-2e63-47ac-8ad8-24f51e9495f8 admin admin] Publish callbacks [] for security_group (8b4d78d1-237e-4852-8fe6-106cdcd2ecea), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.344660 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0d29c18d-603b-4e90-8ce7-f6440231bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.352713 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0d29c18d-603b-4e90-8ce7-f6440231bb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.353800 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-0d29c18d-603b-4e90-8ce7-f6440231bb40 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf HTTP/1.1" status: 204 len: 168 time: 1.1648948 Sep 28 12:22:48.378839 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.434896 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 2 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:48.453627 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:48.457412 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29c18d-603b-4e90-8ce7-f6440231bb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf2b6e6-cf24-46cc-b1dd-5b189afb1caf,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:48.466425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c8bdbb0a-2e63-47ac-8ad8-24f51e9495f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8b4d78d1-237e-4852-8fe6-106cdcd2ecea), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.484876 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 116a1d60-febc-4c5c-91c3-9f3315e9fbab triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:48.485271 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.485603 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 116a1d60-febc-4c5c-91c3-9f3315e9fbab Sep 28 12:22:48.489331 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d584aad-f618-40f1-9973-a12bef4d3ac7 admin admin] Publish callbacks [] for security_group (fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.491422 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:48.502270 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d584aad-f618-40f1-9973-a12bef4d3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.588091 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:48.593882 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d584aad-f618-40f1-9973-a12bef4d3ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:48.600768 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5d584aad-f618-40f1-9973-a12bef4d3ac7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b9be06233afe44b2a7bc6da9e971056e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7005832 Sep 28 12:22:48.606292 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44620) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:48.644217 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdbb0a-2e63-47ac-8ad8-24f51e9495f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d78d1-237e-4852-8fe6-106cdcd2ecea,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:48.671125 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c8bdbb0a-2e63-47ac-8ad8-24f51e9495f8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9cdf002f6eec42199d3619b26dcb7384&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1914129 Sep 28 12:22:48.673006 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:22:48.676893 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44622) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:48.756205 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:48.756848 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:48.804980 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 116a1d60-febc-4c5c-91c3-9f3315e9fbab is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:48.805396 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.833939 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:48.842252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Publish callbacks [] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.859709 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 116a1d60-febc-4c5c-91c3-9f3315e9fbab, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=116a1d60-febc-4c5c-91c3-9f3315e9fbab,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:48.966935 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c5ae-0f27-40b5-9a26-6e824d5dfd99 admin admin] Publish callbacks [] for security_group (8b4d78d1-237e-4852-8fe6-106cdcd2ecea), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:48.997218 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.001508 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-836f1363-0e26-4b19-9c54-62551ed1895f admin admin] Publish callbacks [] for security_group (fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.011601 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44634) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:49.056083 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-836f1363-0e26-4b19-9c54-62551ed1895f admin admin] Publish callbacks [] for security_group (fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.072541 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.074386 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.085510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:49.089433 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016351822', 'description': 'tempest-description--2079535217'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:49.093678 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 3 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:49.177623 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c5ae-0f27-40b5-9a26-6e824d5dfd99 admin admin] Publish callbacks [] for security_group (8b4d78d1-237e-4852-8fe6-106cdcd2ecea), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.190687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Attempting to bind port cb58a333-a5aa-4579-ba0c-3c084f75de92 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:49.191045 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Attempting to bind port cb58a333-a5aa-4579-ba0c-3c084f75de92 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:49.191412 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Attempting to bind port cb58a333-a5aa-4579-ba0c-3c084f75de92 on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:49.212734 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:49.220421 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d452d730-a210-4cb7-8092-ff9bc16f572c admin admin] Publish callbacks [] for security_group (3f930cef-ecbd-42de-a1be-e4b17e287d6a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.242515 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e7cd8864-b727-4121-9fe3-b14164f5dd7e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:49.259115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:49.292202 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-836f1363-0e26-4b19-9c54-62551ed1895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.295629 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-836f1363-0e26-4b19-9c54-62551ed1895f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.300021 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-836f1363-0e26-4b19-9c54-62551ed1895f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f HTTP/1.1" status: 204 len: 168 time: 0.6893654 Sep 28 12:22:49.303771 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Publish callbacks [] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.317822 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.319662 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.331848 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44648) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:49.340617 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:49.342104 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f1363-0e26-4b19-9c54-62551ed1895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1dfc0c-1e6e-4997-8f38-9b384aea9d4f,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.350428 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d452d730-a210-4cb7-8092-ff9bc16f572c admin admin] Publish callbacks [] for security_group (3f930cef-ecbd-42de-a1be-e4b17e287d6a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.361731 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.399486 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Attempting to bind port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:49.399678 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Attempting to bind port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:49.401337 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Attempting to bind port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:49.471153 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994d3da-10d3-4a7e-acb4-b7ffbb8767a5 None None] Pushing event updated for resources: {'Port': ['ID=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,revision_number=2']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.507447 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c5ae-0f27-40b5-9a26-6e824d5dfd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8b4d78d1-237e-4852-8fe6-106cdcd2ecea), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.514530 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:49.514942 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:49.515294 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.517365 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:49.517365 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Bound port: a6aeee76-9ed5-4cf7-a3e2-fd695c29466c, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:49.517767 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.519733 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c5b0c5ae-0f27-40b5-9a26-6e824d5dfd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.524790 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c5b0c5ae-0f27-40b5-9a26-6e824d5dfd99 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8b4d78d1-237e-4852-8fe6-106cdcd2ecea HTTP/1.1" status: 204 len: 168 time: 0.8361461 Sep 28 12:22:49.572735 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=116a1d60-febc-4c5c-91c3-9f3315e9fbab,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.579894 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Allocated IP 172.20.0.1 (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b/be8eeeef-8673-451a-9b05-f4580245ba11) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:49.607774 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0c5ae-0f27-40b5-9a26-6e824d5dfd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d78d1-237e-4852-8fe6-106cdcd2ecea,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.618786 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d452d730-a210-4cb7-8092-ff9bc16f572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (3f930cef-ecbd-42de-a1be-e4b17e287d6a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.622649 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d452d730-a210-4cb7-8092-ff9bc16f572c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.624633 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d452d730-a210-4cb7-8092-ff9bc16f572c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/3f930cef-ecbd-42de-a1be-e4b17e287d6a HTTP/1.1" status: 204 len: 168 time: 1.5710378 Sep 28 12:22:49.642543 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] For port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:49.645968 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] For port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:49.656420 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.664545 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:49.676791 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (c6aa6f4c-f09e-4644-a158-cff4e608bf40), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.679268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452d730-a210-4cb7-8092-ff9bc16f572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f930cef-ecbd-42de-a1be-e4b17e287d6a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.717708 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c6aa6f4c-f09e-4644-a158-cff4e608bf40), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.729428 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:49.729579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:49.729732 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:49.772181 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.774618 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:49.777031 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks [] for port (be8eeeef-8673-451a-9b05-f4580245ba11), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.815884 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.821758 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7997141 Sep 28 12:22:49.821758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44662) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:49.826463 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'security_group_rule': {'security_group_id': 'c6aa6f4c-f09e-4644-a158-cff4e608bf40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:49.832991 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bf214-ce06-48c5-8db1-5a2a3ec8a065 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aa6f4c-f09e-4644-a158-cff4e608bf40,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.841830 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.855112 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 4 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:49.867076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696736867-network', 'tenant_id': '20c8f2f67dce4d119916257372f7db75'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:49.874586 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:49.877255 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:49.877705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.878134 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:49.883150 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Bound port: cb58a333-a5aa-4579-ba0c-3c084f75de92, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:49.883557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.908322 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994d3da-10d3-4a7e-acb4-b7ffbb8767a5 None None] Pushing event updated for resources: {'Port': ['ID=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.942434 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:49.944762 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfc908-ab31-456a-b49f-c525eb47c734 None None] Pushing event updated for resources: {'Port': ['ID=cb58a333-a5aa-4579-ba0c-3c084f75de92,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.954352 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:49.957424 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:49.958271 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.961833 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Pushing event updated for resources: {'Port': ['ID=be8eeeef-8673-451a-9b05-f4580245ba11,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:49.968541 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Made reservation on behalf of 20c8f2f67dce4d119916257372f7db75 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:49.971778 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.997336 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e7cd8864-b727-4121-9fe3-b14164f5dd7e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:49.997544 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:49.997703 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e7cd8864-b727-4121-9fe3-b14164f5dd7e Sep 28 12:22:50.067795 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:50.070250 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:50.077676 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:50.088285 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.142488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44666) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:50.201223 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] For port cb58a333-a5aa-4579-ba0c-3c084f75de92, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:50.206571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-45219700-d197-425d-aebd-e569e1f3bcc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.241872 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] For port cb58a333-a5aa-4579-ba0c-3c084f75de92, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=cb58a333-a5aa-4579-ba0c-3c084f75de92,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:50.256304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:46Z', 'revision_number': 2, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:50.286077 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.345474 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:22:50.345828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Updating router c34b97c3-ec2a-4e8c-9376-82e68e451c1b port 8c57569c-94fa-42f5-a596-2d959ab78d71 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:22:50.380372 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (2ef6aca7-e304-43c9-8e88-b69bae55ccf8), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.461173 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:50.489021 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e7cd8864-b727-4121-9fe3-b14164f5dd7e is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:50.495878 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.502652 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Routers {'f2ba2fe8-0782-4ff7-8f06-da28422346fe'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:50.503303 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:50.512457 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:42Z', 'revision_number': 3, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:50.557917 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfc908-ab31-456a-b49f-c525eb47c734 None None] Pushing event updated for resources: {'Port': ['ID=cb58a333-a5aa-4579-ba0c-3c084f75de92,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:50.559090 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (2ef6aca7-e304-43c9-8e88-b69bae55ccf8), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.566060 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:50.574322 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:50.578996 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 5 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:50.580329 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d095b0-dd1a-4491-ac0f-34aef631bb5f None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:42Z', 'revision_number': 3, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:22:50.597587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44672) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:50.598353 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (2ef6aca7-e304-43c9-8e88-b69bae55ccf8), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.608804 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Allocated IP 172.20.0.1 (dd60752d-1269-4318-bcc5-7e8d9f3ecd76/dfedfafa-e93c-4d9f-9d79-965f5392513f/7f82d707-c3d5-42c1-9a6c-9ff38c868497) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:50.618937 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.634024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks [] for security_group (7ec2f561-4cb6-4794-8604-dafa43613b09), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.670840 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7ec2f561-4cb6-4794-8604-dafa43613b09), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.700930 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.701290 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:50.707680 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8851323 Sep 28 12:22:50.716167 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44674) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:50.725927 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-065abc74-c8d9-4da5-a923-a6bf58638150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.748328 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'security_group_rule': {'security_group_id': 'c6aa6f4c-f09e-4644-a158-cff4e608bf40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:50.793015 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] Set router f2ba2fe8-0782-4ff7-8f06-da28422346fe gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:50.809376 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab38390-876a-4ad4-93c9-3c16fef82184 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef6aca7-e304-43c9-8e88-b69bae55ccf8,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:50.846412 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:22:50.915763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-45219700-d197-425d-aebd-e569e1f3bcc4 admin admin] Publish callbacks [] for security_group (451e7c12-29e4-4256-b4e4-3a201aeb9860), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.927107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2f561-4cb6-4794-8604-dafa43613b09,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:50.951023 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a64f7bb9-4c23-4775-9efb-a84363b8d1d4), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:50.951247 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Added segment a64f7bb9-4c23-4775-9efb-a84363b8d1d4 of type vlan for network 056b324c-03a8-44a0-9cca-204a4e9ec77b Sep 28 12:22:50.966763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-45219700-d197-425d-aebd-e569e1f3bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (451e7c12-29e4-4256-b4e4-3a201aeb9860), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.165880 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:51.206875 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 6 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:51.249559 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45219700-d197-425d-aebd-e569e1f3bcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451e7c12-29e4-4256-b4e4-3a201aeb9860,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:51.263738 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (8b52dd24-6f58-4674-9467-f8455c7a3104), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.316973 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-33a2989a-712d-4b65-9ee0-f437f40598b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.347952 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-065abc74-c8d9-4da5-a923-a6bf58638150 admin admin] Publish callbacks [] for security_group (9a107a69-24ee-4f28-9b45-f00909c3b6d3), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.360301 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-065abc74-c8d9-4da5-a923-a6bf58638150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (9a107a69-24ee-4f28-9b45-f00909c3b6d3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.381442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:51.383967 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:44Z', 'revision_number': 3, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:51.404397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065abc74-c8d9-4da5-a923-a6bf58638150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a107a69-24ee-4f28-9b45-f00909c3b6d3,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:51.435095 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks [] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.447529 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (056b324c-03a8-44a0-9cca-204a4e9ec77b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.450848 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-065abc74-c8d9-4da5-a923-a6bf58638150 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a3d458a55eaf4ca3a3392b1c91dea027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8484828 Sep 28 12:22:51.454241 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-45219700-d197-425d-aebd-e569e1f3bcc4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6d5e228f10a440e784e7439dd6a1bfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3059313 Sep 28 12:22:51.455254 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44690) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:51.457925 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44692) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:51.484635 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63bc41-9519-47c5-86e4-d800ec7e8a04 None None] The sync data for ids ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'] in dv-cinder-844563-9-iscsi is: [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:44Z', 'revision_number': 3, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:22:51.490678 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a6aeee76-9ed5-4cf7-a3e2-fd695c29466c up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:51.543652 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:51.578318 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Publish callbacks [] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.611893 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-20f4ed00-f7c8-48f7-9413-a2dea8449a0a admin admin] Publish callbacks [] for security_group (451e7c12-29e4-4256-b4e4-3a201aeb9860), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.626584 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.627313 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.717003 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:51.720393 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (056b324c-03a8-44a0-9cca-204a4e9ec77b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.722477 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:51.723320 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.732654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-20f4ed00-f7c8-48f7-9413-a2dea8449a0a admin admin] Publish callbacks [] for security_group (451e7c12-29e4-4256-b4e4-3a201aeb9860), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.735855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (8b52dd24-6f58-4674-9467-f8455c7a3104), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.741256 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:51.763853 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:51.786157 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:51.788804 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (f2ba2fe8-0782-4ff7-8f06-da28422346fe), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.797170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (8b52dd24-6f58-4674-9467-f8455c7a3104), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.844672 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Pushing event updated for resources: {'Port': ['ID=7f82d707-c3d5-42c1-9a6c-9ff38c868497,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:51.950878 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b52dd24-6f58-4674-9467-f8455c7a3104,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:51.970839 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6378617 Sep 28 12:22:51.985494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44708) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:51.991224 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks [] for port (be8eeeef-8673-451a-9b05-f4580245ba11), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:51.997874 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-730b991f-eaa0-4008-adcb-8a8ef9457f71 admin admin] Publish callbacks [] for security_group (9a107a69-24ee-4f28-9b45-f00909c3b6d3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.014226 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Request body: {'subnet': {'network_id': '056b324c-03a8-44a0-9cca-204a4e9ec77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696736867-subnet', 'tenant_id': '20c8f2f67dce4d119916257372f7db75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:52.027167 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.028437 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bbba1c30-b461-422e-9829-7f4260887468 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2895370 Sep 28 12:22:52.046296 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44710) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:52.046963 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:52.060252 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:52.062649 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-730b991f-eaa0-4008-adcb-8a8ef9457f71 admin admin] Publish callbacks [] for security_group (9a107a69-24ee-4f28-9b45-f00909c3b6d3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.147932 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad46ef-5316-45f2-ba10-afe6252b40dc admin admin] Pushing event updated for resources: {'Network': ['ID=056b324c-03a8-44a0-9cca-204a4e9ec77b,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:52.157046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.167181 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.185262 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-730b991f-eaa0-4008-adcb-8a8ef9457f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (9a107a69-24ee-4f28-9b45-f00909c3b6d3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.188041 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-730b991f-eaa0-4008-adcb-8a8ef9457f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.189685 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-730b991f-eaa0-4008-adcb-8a8ef9457f71 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9a107a69-24ee-4f28-9b45-f00909c3b6d3 HTTP/1.1" status: 204 len: 168 time: 0.7244794 Sep 28 12:22:52.238121 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.306707 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:52.307761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.308513 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c Sep 28 12:22:52.313113 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 7 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:52.322131 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-20f4ed00-f7c8-48f7-9413-a2dea8449a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (451e7c12-29e4-4256-b4e4-3a201aeb9860), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.325567 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 056b324c-03a8-44a0-9cca-204a4e9ec77b details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:22:52.329464 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b991f-eaa0-4008-adcb-8a8ef9457f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a107a69-24ee-4f28-9b45-f00909c3b6d3,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:52.329620 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-20f4ed00-f7c8-48f7-9413-a2dea8449a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.334829 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-20f4ed00-f7c8-48f7-9413-a2dea8449a0a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/451e7c12-29e4-4256-b4e4-3a201aeb9860 HTTP/1.1" status: 204 len: 168 time: 0.8751094 Sep 28 12:22:52.421159 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Made reservation on behalf of 20c8f2f67dce4d119916257372f7db75 for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:52.424086 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.551387 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0a20-719b-4cec-b55d-e9f83501d634 None None] Pushing event updated for resources: {'Port': ['ID=8c57569c-94fa-42f5-a596-2d959ab78d71,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:52.581168 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:52.598954 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Port 8c57569c-94fa-42f5-a596-2d959ab78d71 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:52.601597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Attempting to bind port 8c57569c-94fa-42f5-a596-2d959ab78d71 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:52.602022 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Attempting to bind port 8c57569c-94fa-42f5-a596-2d959ab78d71 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:52.602676 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Attempting to bind port 8c57569c-94fa-42f5-a596-2d959ab78d71 on network d52528a4-371a-43c0-ba14-e43c1c223b47 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:52.647752 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:52.659017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:52.659495 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Checking segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:52.660009 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.660405 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Bound using segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:52.660886 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Bound port: 8c57569c-94fa-42f5-a596-2d959ab78d71, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:52.666603 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.668638 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4ed00-f7c8-48f7-9413-a2dea8449a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451e7c12-29e4-4256-b4e4-3a201aeb9860,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:52.670486 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.772638 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] For port 8c57569c-94fa-42f5-a596-2d959ab78d71, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:52.777865 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] For port 8c57569c-94fa-42f5-a596-2d959ab78d71, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=8c57569c-94fa-42f5-a596-2d959ab78d71,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:52.789628 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.836649 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.844065 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Pushing event updated for resources: {'Port': ['ID=be8eeeef-8673-451a-9b05-f4580245ba11,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:52.851705 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:52.857042 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (85d5f1b1-75a1-4dc1-a923-e5f0937a067a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:52.996137 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0a20-719b-4cec-b55d-e9f83501d634 None None] Pushing event updated for resources: {'Port': ['ID=8c57569c-94fa-42f5-a596-2d959ab78d71,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:53.003201 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:53.003796 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.013337 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d5f1b1-75a1-4dc1-a923-e5f0937a067a,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:53.016234 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Checking segment: {'id': 'a64f7bb9-4c23-4775-9efb-a84363b8d1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '056b324c-03a8-44a0-9cca-204a4e9ec77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:53.017672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Network hostable DHCP agents. Network: 056b324c-03a8-44a0-9cca-204a4e9ec77b, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:22:53.019907 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:53.020572 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:23Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:53.046650 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Network 056b324c-03a8-44a0-9cca-204a4e9ec77b is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:22:53.051495 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:53.056906 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:53.080406 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 056b324c-03a8-44a0-9cca-204a4e9ec77b) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:53.096091 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:53.096605 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.124215 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:53.182942 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:53.189037 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Attempt 8 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:53.193504 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b30f39-a7a1-40f7-864e-460a08047c0c None None] Network 056b324c-03a8-44a0-9cca-204a4e9ec77b requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:53.226115 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks [] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.240924 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.243319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.245180 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 116a1d60-febc-4c5c-91c3-9f3315e9fbab up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:53.247403 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (f2ba2fe8-0782-4ff7-8f06-da28422346fe), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.269980 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-2780cac1-7f85-4139-a6d7-3271927fd565 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2760298 Sep 28 12:22:53.416311 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Pushing event updated for resources: {'Port': ['ID=7f82d707-c3d5-42c1-9a6c-9ff38c868497,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:53.452252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:22:53.640101 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:53.742073 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:53.744655 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Allocated IP 172.27.0.172 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:53.745107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:22:53.750445 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:53.750999 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f476a243-8a65-4942-89dd-ddbf7973c2ba admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/f5324100-ef4c-4f65-86b6-cb37d2dd9a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2158399 Sep 28 12:22:53.817656 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-9f7762a7-10d2-4c7f-9769-c31aa9f06aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:53.849508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:53.944876 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:22:53.971718 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:53.972389 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:54.050125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 116a1d60-febc-4c5c-91c3-9f3315e9fbab triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:54.050693 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.051882 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 116a1d60-febc-4c5c-91c3-9f3315e9fbab Sep 28 12:22:54.055875 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Current status of the port 8c57569c-94fa-42f5-a596-2d959ab78d71 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:54.056372 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.063633 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7ae84-592b-44b9-9be4-f99bd311c540 None None] Network 056b324c-03a8-44a0-9cca-204a4e9ec77b requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:54.066748 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:54.197938 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:54.219994 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:54.222507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Router f2ba2fe8-0782-4ff7-8f06-da28422346fe has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:22:54.232532 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:54.287855 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:54.327426 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] For port 8c57569c-94fa-42f5-a596-2d959ab78d71, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=8c57569c-94fa-42f5-a596-2d959ab78d71,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:54.360242 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.365762 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.616151 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:52Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:54.620498 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:22:54.629333 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-0ff397e7-08cf-4208-a3f4-8c0ffd5604ea admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/f2ba2fe8-0782-4ff7-8f06-da28422346fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7954700 Sep 28 12:22:54.631968 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.686779 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 116a1d60-febc-4c5c-91c3-9f3315e9fbab is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:54.707427 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Provisioning complete for port be8eeeef-8673-451a-9b05-f4580245ba11 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:54.707822 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.708225 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 1 to provision port be8eeeef-8673-451a-9b05-f4580245ba11 Sep 28 12:22:54.749242 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ddb84-61b7-4183-a5fc-13341be826df None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:52Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:22:54.754655 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Port be8eeeef-8673-451a-9b05-f4580245ba11 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:54.756119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Sync routers for ids ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:22:54.765267 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:54.765808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90316342-a101-41d4-a338-ea4e91fdeb5f None None] Pushing event updated for resources: {'Port': ['ID=8c57569c-94fa-42f5-a596-2d959ab78d71,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:54.796048 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:54.802604 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:54.809183 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Routers {'f2ba2fe8-0782-4ff7-8f06-da28422346fe'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:54.812322 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:54.828399 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:54.896176 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'Port': ['ID=e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:54.920494 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:54.931512 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:55.022977 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Set router f2ba2fe8-0782-4ff7-8f06-da28422346fe gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:55.064758 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:22:55.065358 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (90b40193-bc88-4f35-b431-018472579bc8), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.065449 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Updating router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 port be8eeeef-8673-451a-9b05-f4580245ba11 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:22:55.209392 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.293254 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.437886 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44808) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:55.443068 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457825579', 'description': 'tempest-description--918093659'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:55.488887 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 2 to provision port be8eeeef-8673-451a-9b05-f4580245ba11 Sep 28 12:22:55.496113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cb58a333-a5aa-4579-ba0c-3c084f75de92 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:55.528530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.699267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (babcf5ac-54a5-4e59-b287-567875eeefd0), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.707396 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (babcf5ac-54a5-4e59-b287-567875eeefd0), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.723325 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Port be8eeeef-8673-451a-9b05-f4580245ba11 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:55.754728 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.761461 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3224878 Sep 28 12:22:55.763753 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44818) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:55.774162 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': 'babcf5ac-54a5-4e59-b287-567875eeefd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:55.799167 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980bfa8-069c-4e12-a5ad-7d563f533d9e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babcf5ac-54a5-4e59-b287-567875eeefd0,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:55.813507 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (5ee1f3d9-28e5-4a0c-b2db-ecc01e424649), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.828297 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port cb58a333-a5aa-4579-ba0c-3c084f75de92 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:55.828811 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.829295 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port cb58a333-a5aa-4579-ba0c-3c084f75de92 Sep 28 12:22:55.856527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.869784 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.870609 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (90b40193-bc88-4f35-b431-018472579bc8), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:55.996191 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Publish callbacks [] for port (be8eeeef-8673-451a-9b05-f4580245ba11), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.005623 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.016476 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (5ee1f3d9-28e5-4a0c-b2db-ecc01e424649), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.028571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (5ee1f3d9-28e5-4a0c-b2db-ecc01e424649), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.048075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.053123 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0024848 Sep 28 12:22:56.073229 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee1f3d9-28e5-4a0c-b2db-ecc01e424649,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:56.080965 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571079f1-db28-4588-9466-c997e6a5f0ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'Port': ['ID=e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:56.107488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.112527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44828) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:56.114317 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e86c9f32-134b-4fe5-8486-82560f9f2ad7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457735 Sep 28 12:22:56.118599 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': 'babcf5ac-54a5-4e59-b287-567875eeefd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:56.194092 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (25fe1885-a07d-4a38-b8d2-22f879bd429a), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.273095 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 3 to provision port be8eeeef-8673-451a-9b05-f4580245ba11 Sep 28 12:22:56.293891 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Attempting to bind port be8eeeef-8673-451a-9b05-f4580245ba11 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:56.294939 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Attempting to bind port be8eeeef-8673-451a-9b05-f4580245ba11 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:56.295509 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Attempting to bind port be8eeeef-8673-451a-9b05-f4580245ba11 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:56.300379 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223febf3-cae4-46e2-9ade-c7a1614bc9d8 None None] Pushing event updated for resources: {'Port': ['ID=be8eeeef-8673-451a-9b05-f4580245ba11,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:56.343346 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (25fe1885-a07d-4a38-b8d2-22f879bd429a), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.349189 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (25fe1885-a07d-4a38-b8d2-22f879bd429a), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.358668 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:56.368724 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:56.401176 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fe1885-a07d-4a38-b8d2-22f879bd429a,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:56.425646 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:56.426130 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:56.426542 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.426954 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Bound using segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:56.428286 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Bound port: be8eeeef-8673-451a-9b05-f4580245ba11, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:56.428898 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.431348 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.432867 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-199b1390-214e-4fda-84c6-3973e96140bc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190169 Sep 28 12:22:56.436645 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44842) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:56.443633 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:56.451471 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Port be8eeeef-8673-451a-9b05-f4580245ba11 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:22:56.477388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.483286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:56.509019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.521286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:52Z', 'revision_number': 4, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '7f82d707-c3d5-42c1-9a6c-9ff38c868497', 'name': '', 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'mac_address': 'fa:16:3e:22:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:52Z', 'revision_number': 2, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'subnets': [{'id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:56.558353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.575978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44858) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:56.578340 dv-cinder-844563-9-iscsi neutron-server[106180]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 12:22:56.644392 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Checking router: f2ba2fe8-0782-4ff7-8f06-da28422346fe for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:22:56.647515 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Updating router f2ba2fe8-0782-4ff7-8f06-da28422346fe port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:22:56.650234 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] For port be8eeeef-8673-451a-9b05-f4580245ba11, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:56.659160 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] For port be8eeeef-8673-451a-9b05-f4580245ba11, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=be8eeeef-8673-451a-9b05-f4580245ba11,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:56.676558 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.711108 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44864) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:56.763952 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port cb58a333-a5aa-4579-ba0c-3c084f75de92 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:56.764826 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.796323 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:56.818186 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1628767482-network', 'tenant_id': '145957776a4a45c183c7569ecef1b245'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:56.870845 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Made reservation on behalf of 145957776a4a45c183c7569ecef1b245 for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:56.874655 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.893315 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port cb58a333-a5aa-4579-ba0c-3c084f75de92, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=cb58a333-a5aa-4579-ba0c-3c084f75de92,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:56.903261 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.907712 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.915745 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a6aeee76-9ed5-4cf7-a3e2-fd695c29466c up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:56.919912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:56.926412 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:56.927302 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:56.970653 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 44880) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:56.991031 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 4 to provision port be8eeeef-8673-451a-9b05-f4580245ba11 Sep 28 12:22:57.003347 dv-cinder-844563-9-iscsi neutron-server[106181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 12:22:57.153538 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks [] for security_group (d019c9de-85cc-4511-839c-7cfd6f73a6f3), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.170598 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (d019c9de-85cc-4511-839c-7cfd6f73a6f3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.213304 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.228323 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:22:57.275070 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3cd700e1-86ff-4ff3-abe1-ab826f223aeb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1016351822&fields=id&tenant_id=a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 267 time: 0.2756586 Sep 28 12:22:57.275710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:57.307972 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223febf3-cae4-46e2-9ade-c7a1614bc9d8 None None] Pushing event updated for resources: {'Port': ['ID=be8eeeef-8673-451a-9b05-f4580245ba11,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:57.310252 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:57.327062 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:22:57.342021 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (2a4de167-6199-4606-a8b5-9f4c216d9da5), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.342655 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Added segment 2a4de167-6199-4606-a8b5-9f4c216d9da5 of type vlan for network a4fd56d7-11d0-4242-83f0-31886ba35915 Sep 28 12:22:57.402970 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (a4fd56d7-11d0-4242-83f0-31886ba35915), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.423487 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:57.423888 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.424272 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c Sep 28 12:22:57.456645 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (a4fd56d7-11d0-4242-83f0-31886ba35915), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.458366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:57.459293 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.497880 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6896298 Sep 28 12:22:57.498722 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44898) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:57.524031 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Request body: {'subnet': {'network_id': 'a4fd56d7-11d0-4242-83f0-31886ba35915', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1628767482-subnet', 'tenant_id': '145957776a4a45c183c7569ecef1b245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:22:57.527395 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:57.537549 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-c39b804c-34f4-4d3c-ba92-63e93c5f8adb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:57.539244 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-c39b804c-34f4-4d3c-ba92-63e93c5f8adb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 817 time: 0.2542944 Sep 28 12:22:57.561098 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=cb58a333-a5aa-4579-ba0c-3c084f75de92,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:57.571193 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-f1d9df1b-952b-4c06-ab8e-69aaaddfcdb7 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:57.580740 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-f1d9df1b-952b-4c06-ab8e-69aaaddfcdb7 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/networks?id=dd60752d-1269-4318-bcc5-7e8d9f3ecd76 HTTP/1.1" status: 200 len: 812 time: 1.0024512 Sep 28 12:22:57.626118 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Made reservation on behalf of 145957776a4a45c183c7569ecef1b245 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:22:57.627467 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:57.627903 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-d5c893b7-9c10-4fcb-acf9-c135453794a3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/quotas/a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 375 time: 0.0771010 Sep 28 12:22:57.641178 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.652868 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-c2a19030-44fb-454f-b87a-25316f20107e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/quotas/3afaa30b2f454bc0bf1f23ece426339b HTTP/1.1" status: 200 len: 375 time: 0.0721447 Sep 28 12:22:57.674473 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:56Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:57.684943 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d019c9de-85cc-4511-839c-7cfd6f73a6f3,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:57.702522 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f130fc-2148-4be2-a12b-03713147acbf admin admin] Pushing event updated for resources: {'Network': ['ID=a4fd56d7-11d0-4242-83f0-31886ba35915,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:57.733109 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Current status of the port be8eeeef-8673-451a-9b05-f4580245ba11 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:57.733697 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.738711 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f75e7-61eb-4211-9a73-ee29b5c8aa6c None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:56Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:22:57.853504 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.27.0.24 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/3e9d2763-8b9c-44df-b68a-4a21f86ec965) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:22:57.892572 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-b1b8bb15-4e28-4c8f-a629-966cdd5b4c63 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2527964 Sep 28 12:22:57.902659 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:57.910968 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] For port be8eeeef-8673-451a-9b05-f4580245ba11, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=be8eeeef-8673-451a-9b05-f4580245ba11,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:22:57.938219 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:57.961965 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Publish callbacks [] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.019828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.049251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Provisioning complete for port e7cd8864-b727-4121-9fe3-b14164f5dd7e triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:58.049481 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.057068 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 1 to provision port e7cd8864-b727-4121-9fe3-b14164f5dd7e Sep 28 12:22:58.113823 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:58.120947 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Pushing event updated for resources: {'Port': ['ID=be8eeeef-8673-451a-9b05-f4580245ba11,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:58.134210 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.209348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:58.218433 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-1bc681f4-ab85-4c72-88a7-8687ad1a896d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=3afaa30b2f454bc0bf1f23ece426339b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5620399 Sep 28 12:22:58.269813 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network a4fd56d7-11d0-4242-83f0-31886ba35915 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:22:58.274094 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.360260 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cb58a333-a5aa-4579-ba0c-3c084f75de92 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:58.412679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:58.447148 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port cb58a333-a5aa-4579-ba0c-3c084f75de92 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:58.447840 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.448349 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port cb58a333-a5aa-4579-ba0c-3c084f75de92 Sep 28 12:22:58.451085 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280ad54-181f-45e8-bc06-4624229df825 None None] Pushing event updated for resources: {'Port': ['ID=7f82d707-c3d5-42c1-9a6c-9ff38c868497,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:58.479740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Attempting to bind port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:22:58.480282 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Attempting to bind port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:22:58.480796 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Attempting to bind port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 on network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:22:58.510721 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.542370 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=3e9d2763-8b9c-44df-b68a-4a21f86ec965,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:58.581278 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:22:58.581657 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Checking segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:58.582053 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.582438 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Bound using segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:22:58.582914 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Bound port: 7f82d707-c3d5-42c1-9a6c-9ff38c868497, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:22:58.588083 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.588231 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:58.590297 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:22:58.601252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:58.606751 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:22:58.649680 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Checking segment: {'id': '2a4de167-6199-4606-a8b5-9f4c216d9da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a4fd56d7-11d0-4242-83f0-31886ba35915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:22:58.650397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Network hostable DHCP agents. Network: a4fd56d7-11d0-4242-83f0-31886ba35915, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:22:58.681905 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Network a4fd56d7-11d0-4242-83f0-31886ba35915 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:22:58.701321 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, a4fd56d7-11d0-4242-83f0-31886ba35915) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:22:58.710908 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:22:58.711513 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.731579 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef40043-a95a-49d5-8766-191009829a5a None None] Network a4fd56d7-11d0-4242-83f0-31886ba35915 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:58.751600 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-65588a5f-625d-4eb8-acbb-acfe309f5bde admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2353497 Sep 28 12:22:58.791263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.810648 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-a59aeb0e-58f1-4e64-82b3-01904cea9ef2 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:22:58.816437 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-a59aeb0e-58f1-4e64-82b3-01904cea9ef2 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3933253 Sep 28 12:22:58.870600 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Current status of the port e7cd8864-b727-4121-9fe3-b14164f5dd7e is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:58.883582 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port cb58a333-a5aa-4579-ba0c-3c084f75de92 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:58.884624 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8c57569c-94fa-42f5-a596-2d959ab78d71 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:22:58.922490 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] For port 7f82d707-c3d5-42c1-9a6c-9ff38c868497, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:22:58.928209 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Provisioning complete for port 8c57569c-94fa-42f5-a596-2d959ab78d71 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:58.928808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:58.929457 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 1 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:58.943469 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-054546c8-6cdd-4acd-a002-be41bea38daf service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:22:58.956709 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-054546c8-6cdd-4acd-a002-be41bea38daf service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2382176 Sep 28 12:22:59.019974 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.148241 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] For port 7f82d707-c3d5-42c1-9a6c-9ff38c868497, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=7f82d707-c3d5-42c1-9a6c-9ff38c868497,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:22:59.177310 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd06a49-4f56-4d8f-8aa9-5241ac657731 None None] Network a4fd56d7-11d0-4242-83f0-31886ba35915 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:22:59.187974 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.232369 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44960) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:59.247283 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:59.310211 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-604426ae-924c-4148-b064-7bae055d1d22 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831371 Sep 28 12:22:59.341160 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-0ac7b470-a829-4eaa-98af-28885f86a9b1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838089 Sep 28 12:22:59.365957 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:59.423153 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Routers {'f2ba2fe8-0782-4ff7-8f06-da28422346fe'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:22:59.426124 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:22:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:22:59.436114 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 8c57569c-94fa-42f5-a596-2d959ab78d71 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:59.436114 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.436114 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 8c57569c-94fa-42f5-a596-2d959ab78d71 Sep 28 12:22:59.466963 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44962) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:59.493034 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Deleting subnet 85d5f1b1-75a1-4dc1-a923-e5f0937a067a {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:22:59.497171 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Publish callbacks [] for subnet (85d5f1b1-75a1-4dc1-a923-e5f0937a067a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.563800 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Publish callbacks [] for subnet (85d5f1b1-75a1-4dc1-a923-e5f0937a067a), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.575857 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (85d5f1b1-75a1-4dc1-a923-e5f0937a067a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.601661 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Current status of the port 8c57569c-94fa-42f5-a596-2d959ab78d71 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:22:59.684562 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (85d5f1b1-75a1-4dc1-a923-e5f0937a067a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.688793 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-e4d9de8e-5ea7-4bfe-8b0a-e0bead7e8a61 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110454 Sep 28 12:22:59.689383 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:59.690860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280ad54-181f-45e8-bc06-4624229df825 None None] Pushing event updated for resources: {'Port': ['ID=7f82d707-c3d5-42c1-9a6c-9ff38c868497,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:59.710388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Provisioning complete for port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:22:59.710786 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.711130 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Attempt 1 to provision port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 Sep 28 12:22:59.722181 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.733624 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.734872 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.747901 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-304627ff-5830-435b-8663-0c2768956ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.768231 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:59.776957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.780720 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/85d5f1b1-75a1-4dc1-a923-e5f0937a067a HTTP/1.1" status: 204 len: 168 time: 0.5473065 Sep 28 12:22:59.781598 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af939a98-1bad-40cd-8690-4eb03805fcca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d5f1b1-75a1-4dc1-a923-e5f0937a067a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:59.784748 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 44968) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:22:59.808963 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.810758 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3727412 Sep 28 12:22:59.826391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368714b4-ce94-4e3e-9a2e-a950b120ff35 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=3e9d2763-8b9c-44df-b68a-4a21f86ec965,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:22:59.907259 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:22:59.911082 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (056b324c-03a8-44a0-9cca-204a4e9ec77b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:22:59.954866 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-a44db3af-157d-49de-a3f0-a4d0debacf35 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982132 Sep 28 12:22:59.998119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] Set router f2ba2fe8-0782-4ff7-8f06-da28422346fe gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:23:00.000568 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 8c57569c-94fa-42f5-a596-2d959ab78d71 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:00.099449 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Current status of the port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:00.099941 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:00.160563 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] For port 7f82d707-c3d5-42c1-9a6c-9ff38c868497, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=7f82d707-c3d5-42c1-9a6c-9ff38c868497,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:00.180264 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:00.250164 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (056b324c-03a8-44a0-9cca-204a4e9ec77b), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:00.280348 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-304627ff-5830-435b-8663-0c2768956ca5 admin admin] Publish callbacks [] for security_group (f5cd402d-8059-480d-95a4-531b09b5cdac), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:00.294603 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-304627ff-5830-435b-8663-0c2768956ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f5cd402d-8059-480d-95a4-531b09b5cdac), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:00.298383 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.298891 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.299669 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.300018 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.300550 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.300885 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.301270 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.301646 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.302039 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.302473 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.310630 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device be8eeeef-8673-451a-9b05-f4580245ba11 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:23:00.525218 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcf9eabf-e8a5-43d7-bc48-130439408e58 req-3cc53ede-7197-428e-9548-e07ecb6a48b2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.1477106 Sep 28 12:23:00.656200 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b877cd83-4ce9-4fe1-8e79-dd53fa324881 req-cbc0282d-da0d-48f1-a383-2924fdefa09d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0445447 Sep 28 12:23:00.680350 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b00f3-1d84-46db-87bb-6b952f406edb None None] Pushing event updated for resources: {'Port': ['ID=7f82d707-c3d5-42c1-9a6c-9ff38c868497,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:00.790135 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port be8eeeef-8673-451a-9b05-f4580245ba11 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:00.790721 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:00.791801 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port be8eeeef-8673-451a-9b05-f4580245ba11 Sep 28 12:23:00.949927 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:52Z', 'revision_number': 4, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '7f82d707-c3d5-42c1-9a6c-9ff38c868497', 'name': '', 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'mac_address': 'fa:16:3e:22:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:58Z', 'revision_number': 4, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'subnets': [{'id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:00.950362 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.950720 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.951063 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.951366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:23:00.951722 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056b324c-03a8-44a0-9cca-204a4e9ec77b']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:00.984850 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002f5fc-a8a1-4138-90a0-01c93fbb0bc7 None None] The sync data for ids ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'] in dv-cinder-844563-9-iscsi is: [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:52Z', 'revision_number': 4, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '7f82d707-c3d5-42c1-9a6c-9ff38c868497', 'name': '', 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'mac_address': 'fa:16:3e:22:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:58Z', 'revision_number': 4, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'subnets': [{'id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:23:01.007975 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port be8eeeef-8673-451a-9b05-f4580245ba11 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:01.146823 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64f7bb9-4c23-4775-9efb-a84363b8d1d4') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:01.147051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64f7bb9-4c23-4775-9efb-a84363b8d1d4') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:01.199668 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (a64f7bb9-4c23-4775-9efb-a84363b8d1d4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.205958 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304627ff-5830-435b-8663-0c2768956ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd402d-8059-480d-95a4-531b09b5cdac,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:01.211063 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-304627ff-5830-435b-8663-0c2768956ca5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7ac45189b8fd4821914bd589696ed26d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7425725 Sep 28 12:23:01.214080 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45058) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:01.234117 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:01.270329 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a64f7bb9-4c23-4775-9efb-a84363b8d1d4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.281688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d95eecff-29a9-437b-abcd-5e8ebcdfcf8a admin admin] Publish callbacks [] for security_group (f5cd402d-8059-480d-95a4-531b09b5cdac), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.298195 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:23:01.298946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (a64f7bb9-4c23-4775-9efb-a84363b8d1d4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.317026 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d95eecff-29a9-437b-abcd-5e8ebcdfcf8a admin admin] Publish callbacks [] for security_group (f5cd402d-8059-480d-95a4-531b09b5cdac), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.333357 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-9e030270-0211-4aa5-a8c5-4e598929ebc6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--457825579&fields=id&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 267 time: 0.3582017 Sep 28 12:23:01.398893 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d95eecff-29a9-437b-abcd-5e8ebcdfcf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f5cd402d-8059-480d-95a4-531b09b5cdac), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.405151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d95eecff-29a9-437b-abcd-5e8ebcdfcf8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.408022 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d95eecff-29a9-437b-abcd-5e8ebcdfcf8a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f5cd402d-8059-480d-95a4-531b09b5cdac HTTP/1.1" status: 204 len: 168 time: 0.1926663 Sep 28 12:23:01.435885 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eecff-29a9-437b-abcd-5e8ebcdfcf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd402d-8059-480d-95a4-531b09b5cdac,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:01.530008 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-094cf1cd-c30f-40e8-b76d-824dbc5de66f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:01.532402 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-094cf1cd-c30f-40e8-b76d-824dbc5de66f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.1724832 Sep 28 12:23:01.568962 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (056b324c-03a8-44a0-9cca-204a4e9ec77b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.577248 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-e3f16f3c-e9b9-4518-a14a-e1f0367e6a57 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/quotas/8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 375 time: 0.0374484 Sep 28 12:23:01.610515 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.612613 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:23:01.622622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45090) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:01.632372 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/056b324c-03a8-44a0-9cca-204a4e9ec77b HTTP/1.1" status: 204 len: 168 time: 1.8289073 Sep 28 12:23:01.638581 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment a64f7bb9-4c23-4775-9efb-a84363b8d1d4 resource provider aggregate not found Sep 28 12:23:01.699751 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment a64f7bb9-4c23-4775-9efb-a84363b8d1d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a64f7bb9-4c23-4775-9efb-a84363b8d1d4 found for delete ", "request_id": "req-11370e53-d52e-4577-a3e3-76b0ffdb40f2"}]} Sep 28 12:23:01.726961 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Deleting subnet c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0 {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:23:01.734717 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Publish callbacks [] for subnet (c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.735664 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e55a20-ba56-4026-be01-fb254c9931d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=056b324c-03a8-44a0-9cca-204a4e9ec77b,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:01.789591 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-87223aeb-851a-4e94-aa37-bff84e9e49e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995349 Sep 28 12:23:01.868647 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f59774b-6055-48f3-968f-0cc644515245 req-fea32e02-6b96-4619-814b-7719375611c2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0606945 Sep 28 12:23:01.874634 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Publish callbacks [] for subnet (c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.885308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.958485 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-3bc56f48-b19b-455a-843a-5cd39de3e97a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378191 Sep 28 12:23:01.965871 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:01.983647 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45104) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:02.000507 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.004499 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0 HTTP/1.1" status: 204 len: 168 time: 0.3807147 Sep 28 12:23:02.016435 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45106) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:02.030989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b30a0-121e-4808-a5e9-0a1b98366f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73efb51-e1c2-4d8b-8f8d-f1e9153b99f0,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:02.031154 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a836e15-d82a-41f9-8102-a1555384e7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.034495 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6dbb8398-6d31-46c6-bd0b-ef73e9b4eb0d req-166c75ad-12d3-4a65-a838-fd2e3e07ab55 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0384238 Sep 28 12:23:02.048398 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:02.103468 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 7f82d707-c3d5-42c1-9a6c-9ff38c868497 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:23:02.152863 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (a4fd56d7-11d0-4242-83f0-31886ba35915), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.157450 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:02.158176 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.158559 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 Sep 28 12:23:02.167837 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-1a85855d-338c-4842-8de3-7cfe2d58ae6f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037077 Sep 28 12:23:02.171141 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:02.250939 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:02.259437 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:02.298056 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (a4fd56d7-11d0-4242-83f0-31886ba35915), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.312718 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a836e15-d82a-41f9-8102-a1555384e7bc admin admin] Publish callbacks [] for security_group (8f168b04-29da-4333-bab5-54baa6f70a31), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.324359 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a836e15-d82a-41f9-8102-a1555384e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8f168b04-29da-4333-bab5-54baa6f70a31), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.349401 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fd56d7-11d0-4242-83f0-31886ba35915']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:02.381230 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4de167-6199-4606-a8b5-9f4c216d9da5') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:02.381481 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4de167-6199-4606-a8b5-9f4c216d9da5') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:23:02.383663 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6d7e0677-f661-47c6-b14c-f2f76f363b50 req-500fcda0-06f4-400d-bbbb-a21403a13ac4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0485346 Sep 28 12:23:02.392072 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4a836e15-d82a-41f9-8102-a1555384e7bc admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=879c3e76c79044568d4bb2993e6e8b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074199 Sep 28 12:23:02.394548 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a836e15-d82a-41f9-8102-a1555384e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f168b04-29da-4333-bab5-54baa6f70a31,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:02.398684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45112) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:02.399120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (2a4de167-6199-4606-a8b5-9f4c216d9da5), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.419799 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (2a4de167-6199-4606-a8b5-9f4c216d9da5), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.430816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:23:02.431425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (2a4de167-6199-4606-a8b5-9f4c216d9da5), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.517545 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (a4fd56d7-11d0-4242-83f0-31886ba35915), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.526037 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.532058 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/a4fd56d7-11d0-4242-83f0-31886ba35915 HTTP/1.1" status: 204 len: 168 time: 0.5075810 Sep 28 12:23:02.542238 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1325-7bec-46d3-8dfc-40c2f23d363d admin admin] Pushing event deleted for resources: {'Network': ['ID=a4fd56d7-11d0-4242-83f0-31886ba35915,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:02.644150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ccafaa25-9aa1-4349-aeca-c9a5c848096a admin admin] Publish callbacks [] for security_group (8f168b04-29da-4333-bab5-54baa6f70a31), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.667898 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ccafaa25-9aa1-4349-aeca-c9a5c848096a admin admin] Publish callbacks [] for security_group (8f168b04-29da-4333-bab5-54baa6f70a31), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.723692 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ccafaa25-9aa1-4349-aeca-c9a5c848096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8f168b04-29da-4333-bab5-54baa6f70a31), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.729150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ccafaa25-9aa1-4349-aeca-c9a5c848096a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.731349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ccafaa25-9aa1-4349-aeca-c9a5c848096a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8f168b04-29da-4333-bab5-54baa6f70a31 HTTP/1.1" status: 204 len: 168 time: 0.3310626 Sep 28 12:23:02.744192 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafaa25-9aa1-4349-aeca-c9a5c848096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f168b04-29da-4333-bab5-54baa6f70a31,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:02.765520 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45124) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:02.840642 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c89c3093-8027-4dda-a539-11cf20b57ba9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=20c8f2f67dce4d119916257372f7db75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0712192 Sep 28 12:23:02.841226 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45128) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:02.891003 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:02.921318 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7c890d10-2536-40b5-8802-4fd711484e4d admin admin] Publish callbacks [] for security_group (7ec2f561-4cb6-4794-8604-dafa43613b09), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:02.964448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7c890d10-2536-40b5-8802-4fd711484e4d admin admin] Publish callbacks [] for security_group (7ec2f561-4cb6-4794-8604-dafa43613b09), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.061170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7c890d10-2536-40b5-8802-4fd711484e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7ec2f561-4cb6-4794-8604-dafa43613b09), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.064829 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7c890d10-2536-40b5-8802-4fd711484e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.066183 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7c890d10-2536-40b5-8802-4fd711484e4d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7ec2f561-4cb6-4794-8604-dafa43613b09 HTTP/1.1" status: 204 len: 168 time: 0.2238188 Sep 28 12:23:03.100683 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c890d10-2536-40b5-8802-4fd711484e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2f561-4cb6-4794-8604-dafa43613b09,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:03.181160 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9c73f32-27de-4122-841d-d7f765b925e9 req-e7d35316-6e2f-40ba-b64d-3183ebe781bc tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0632570 Sep 28 12:23:03.193916 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f142ad4f-b2bb-454a-9143-f96fdbb91fde req-42d08cad-ab72-4430-b0bf-3fb0cec95b0a tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0553875 Sep 28 12:23:03.525248 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-604c4c95-86f8-4511-911a-e2d5250ee66e req-a54571bc-7ba0-49ba-b251-353f9d8df423 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0346403 Sep 28 12:23:03.559304 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45158) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:03.603668 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d2da814e-31a0-41b9-b116-7ff6aea92d92 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=145957776a4a45c183c7569ecef1b245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429409 Sep 28 12:23:03.606035 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45164) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:03.656074 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4111-e1e5-4008-83a6-cec9164c120f admin admin] Publish callbacks [] for security_group (d019c9de-85cc-4511-839c-7cfd6f73a6f3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.677659 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4111-e1e5-4008-83a6-cec9164c120f admin admin] Publish callbacks [] for security_group (d019c9de-85cc-4511-839c-7cfd6f73a6f3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.717757 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment 2a4de167-6199-4606-a8b5-9f4c216d9da5 resource provider aggregate not found Sep 28 12:23:03.721306 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:03.738917 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment 2a4de167-6199-4606-a8b5-9f4c216d9da5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a4de167-6199-4606-a8b5-9f4c216d9da5 found for delete ", "request_id": "req-b9c9f2c3-1a97-4b0d-ab9d-80508e12a1d9"}]} Sep 28 12:23:03.745866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4111-e1e5-4008-83a6-cec9164c120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (d019c9de-85cc-4511-839c-7cfd6f73a6f3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.748576 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4111-e1e5-4008-83a6-cec9164c120f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:03.750069 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7b4b4111-e1e5-4008-83a6-cec9164c120f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d019c9de-85cc-4511-839c-7cfd6f73a6f3 HTTP/1.1" status: 204 len: 168 time: 0.1431305 Sep 28 12:23:03.761005 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b4111-e1e5-4008-83a6-cec9164c120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d019c9de-85cc-4511-839c-7cfd6f73a6f3,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:03.776919 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:04.198237 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45194) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:04.335814 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bfd1ecae-c31e-4b19-b911-1bb63c001cab req-d0e1a9d3-9588-474e-92d1-ef7222d009ae tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0480404 Sep 28 12:23:04.337155 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4bd91a65-9846-4325-8393-93a54f18a7f8 req-e6434c65-2775-408a-8712-bd6dcfe721dd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0368202 Sep 28 12:23:04.405458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1b23-f644-43b8-9bb3-120be356c649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.483796 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1b23-f644-43b8-9bb3-120be356c649 admin admin] Publish callbacks [] for security_group (460269a1-9a76-4639-a510-a723c9b701ef), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.487465 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fc9c1b23-f644-43b8-9bb3-120be356c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (460269a1-9a76-4639-a510-a723c9b701ef), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.529702 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-fc9c1b23-f644-43b8-9bb3-120be356c649 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a0fcf65afcaf48869246fcb0dda7ceec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303204 Sep 28 12:23:04.530483 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c1b23-f644-43b8-9bb3-120be356c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460269a1-9a76-4639-a510-a723c9b701ef,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:04.530733 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45212) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:04.591243 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0b98062e-5dfa-4936-b709-d4528ed2b717 admin admin] Publish callbacks [] for security_group (460269a1-9a76-4639-a510-a723c9b701ef), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.624097 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0b98062e-5dfa-4936-b709-d4528ed2b717 admin admin] Publish callbacks [] for security_group (460269a1-9a76-4639-a510-a723c9b701ef), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.650265 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e2312490-7df1-429c-8c11-2d2a229c1e8f req-78fe9efe-1d70-44de-8449-37a94f89aaa4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0385644 Sep 28 12:23:04.706550 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0b98062e-5dfa-4936-b709-d4528ed2b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (460269a1-9a76-4639-a510-a723c9b701ef), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.710558 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0b98062e-5dfa-4936-b709-d4528ed2b717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:04.711976 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-0b98062e-5dfa-4936-b709-d4528ed2b717 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/460269a1-9a76-4639-a510-a723c9b701ef HTTP/1.1" status: 204 len: 168 time: 0.1802373 Sep 28 12:23:04.720400 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98062e-5dfa-4936-b709-d4528ed2b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460269a1-9a76-4639-a510-a723c9b701ef,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:05.455897 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7eeb530f-5437-4f39-ae97-84c10e072bab req-dcdb9f30-1e1e-45bb-816d-b5f0c8b8e786 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0415738 Sep 28 12:23:05.526348 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f38055e6-c9eb-4fba-9a59-54fde3913c24 req-8d56d5b0-559b-4aec-8b73-c317e27acf90 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0383880 Sep 28 12:23:05.787143 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4f6ed52c-0c2d-415a-bde5-6d1caba2eec6 req-ecc81649-371a-44f6-95d6-453a9581a28d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0561950 Sep 28 12:23:05.977667 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.52', 52401) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:06.162930 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-9b4c6822-256f-4c0f-bb34-1a5346b1d678 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:06.165253 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-9b4c6822-256f-4c0f-bb34-1a5346b1d678 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.52 "GET /networking/v2.0/networks?id=dd60752d-1269-4318-bcc5-7e8d9f3ecd76 HTTP/1.1" status: 200 len: 812 time: 0.1805673 Sep 28 12:23:06.264664 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Request body: {'port': {'device_id': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'admin_state_up': True, 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:23:06.340537 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:06.428829 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Made reservation on behalf of 3afaa30b2f454bc0bf1f23ece426339b for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:23:06.432684 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:06.666542 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-99118a04-1cd7-42d5-bb1b-465d0743287c req-28674a3f-3d08-413a-ac3e-3d60035fe31e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0748878 Sep 28 12:23:06.747502 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66362db7-88ac-402a-b077-adf0d6c0ec06 req-ee521139-f051-4c5f-a4bf-c8ea781ed32d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0429409 Sep 28 12:23:06.753533 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Allocated IP 172.20.0.4 (dd60752d-1269-4318-bcc5-7e8d9f3ecd76/dfedfafa-e93c-4d9f-9d79-965f5392513f/9aa52a1f-1b14-4e05-b50f-fcecfa618b5a) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:23:06.777815 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:06.982502 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.52', 52410) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:07.199186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-bf25900f-6773-4635-9429-347c3ad651d4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:07.201366 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-bf25900f-6773-4635-9429-347c3ad651d4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.2088020 Sep 28 12:23:07.321746 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b6697372-4d34-4f0a-ac24-f51e311f6c56 req-962376a5-10bd-4ebe-aa0b-3f9041eaa9ac tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0876431 Sep 28 12:23:07.411103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks [] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:07.453279 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-4e940b9b-75ef-4bb7-badc-8c3a71e00647 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 379 time: 0.2246394 Sep 28 12:23:07.458969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:07.599587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:23:07.602364 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:23:07.615014 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:23:07.690603 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Pushing event updated for resources: {'Port': ['ID=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:07.753288 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:07.753868 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:07.792335 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-5d143b40-7052-430c-9b89-b35b68c0ede4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5325236 Sep 28 12:23:07.882614 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45420) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:07.925529 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c77484-c212-4ad1-8d25-8da2ce47ecae req-e76a1945-caee-41b9-bba3-cddf3289766d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:07.937446 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-53c77484-c212-4ad1-8d25-8da2ce47ecae req-e76a1945-caee-41b9-bba3-cddf3289766d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.1143577 Sep 28 12:23:08.022525 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-53c77484-c212-4ad1-8d25-8da2ce47ecae req-1a4e8283-0dac-4f87-9fbd-138c4de3102b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803428 Sep 28 12:23:08.079853 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Provisioning complete for port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:08.080469 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.080557 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 1 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:08.101965 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-db544853-dbea-45f9-921e-dcd813bdfcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.105240 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da46772e-9759-4180-8427-bbb68cc1c754 req-1222ce1d-289c-4519-b622-cbb080556417 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0464423 Sep 28 12:23:08.114229 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:08.184430 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-db544853-dbea-45f9-921e-dcd813bdfcaf admin admin] Publish callbacks [] for security_group (c306e091-e316-42e4-834b-30e98eb81eb1), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.194937 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-db544853-dbea-45f9-921e-dcd813bdfcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c306e091-e316-42e4-834b-30e98eb81eb1), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.233959 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db544853-dbea-45f9-921e-dcd813bdfcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c306e091-e316-42e4-834b-30e98eb81eb1,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:08.240468 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-db544853-dbea-45f9-921e-dcd813bdfcaf admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=41ea46946f184e1f89d3dce64eae395d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542724 Sep 28 12:23:08.240694 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45428) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:08.277593 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:08.291360 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c637754c-d285-4aed-a0fa-f29e1c8e859a admin admin] Publish callbacks [] for security_group (c306e091-e316-42e4-834b-30e98eb81eb1), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.312297 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c637754c-d285-4aed-a0fa-f29e1c8e859a admin admin] Publish callbacks [] for security_group (c306e091-e316-42e4-834b-30e98eb81eb1), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.363629 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c637754c-d285-4aed-a0fa-f29e1c8e859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c306e091-e316-42e4-834b-30e98eb81eb1), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.368521 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c637754c-d285-4aed-a0fa-f29e1c8e859a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.371434 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c637754c-d285-4aed-a0fa-f29e1c8e859a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c306e091-e316-42e4-834b-30e98eb81eb1 HTTP/1.1" status: 204 len: 168 time: 0.1274974 Sep 28 12:23:08.377345 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637754c-d285-4aed-a0fa-f29e1c8e859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c306e091-e316-42e4-834b-30e98eb81eb1,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:08.428769 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-000f0b94-88e5-47db-9463-c07a02b3881d req-5f21394f-8cd0-4f07-a1be-5735c24511f6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0291007 Sep 28 12:23:08.625715 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 2 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:08.657352 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45442) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:08.660905 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:08.674141 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d2fedcfe-3b01-426d-9a5c-31d745be9101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.717773 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:08.761041 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d2fedcfe-3b01-426d-9a5c-31d745be9101 admin admin] Publish callbacks [] for security_group (1a579e43-1f6e-4538-b22a-aca9dc0dd1c2), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.766076 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d2fedcfe-3b01-426d-9a5c-31d745be9101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (1a579e43-1f6e-4538-b22a-aca9dc0dd1c2), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.804254 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fedcfe-3b01-426d-9a5c-31d745be9101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a579e43-1f6e-4538-b22a-aca9dc0dd1c2,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:08.809864 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d2fedcfe-3b01-426d-9a5c-31d745be9101 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e2c4c233125548538973fe8eae166047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511478 Sep 28 12:23:08.813317 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45444) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:08.864767 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-992f0cdd-1047-4bdc-ba7b-ea06665a1471 admin admin] Publish callbacks [] for security_group (1a579e43-1f6e-4538-b22a-aca9dc0dd1c2), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.871954 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:08.886539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-992f0cdd-1047-4bdc-ba7b-ea06665a1471 admin admin] Publish callbacks [] for security_group (1a579e43-1f6e-4538-b22a-aca9dc0dd1c2), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.937831 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-992f0cdd-1047-4bdc-ba7b-ea06665a1471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (1a579e43-1f6e-4538-b22a-aca9dc0dd1c2), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.940791 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-992f0cdd-1047-4bdc-ba7b-ea06665a1471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:08.945213 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-992f0cdd-1047-4bdc-ba7b-ea06665a1471 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/1a579e43-1f6e-4538-b22a-aca9dc0dd1c2 HTTP/1.1" status: 204 len: 168 time: 0.1284153 Sep 28 12:23:08.951698 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f0cdd-1047-4bdc-ba7b-ea06665a1471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a579e43-1f6e-4538-b22a-aca9dc0dd1c2,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:09.163370 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 3 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:09.207445 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aee86-1d86-49df-a04e-dd6c65b024e5 req-bc67aea9-4dca-4475-bc24-24378af9bab6 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:09.209774 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-135aee86-1d86-49df-a04e-dd6c65b024e5 req-bc67aea9-4dca-4475-bc24-24378af9bab6 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.1114037 Sep 28 12:23:09.229626 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:09.280693 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-135aee86-1d86-49df-a04e-dd6c65b024e5 req-86406c6e-f305-4985-b035-86225caf90c6 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612547 Sep 28 12:23:09.281560 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-017d632c-183f-4851-b6a8-d103fc90657a req-ceb9be4e-5860-4a47-9fda-253bbe3dc356 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0367239 Sep 28 12:23:09.588199 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fadf0aaa-c100-47d5-a5e1-c0474b2cd29e req-e8442b7a-43b7-4560-9ae5-110431cec3a5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0422645 Sep 28 12:23:09.738457 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 4 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:09.777836 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:10.278776 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 5 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:10.310813 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:10.405489 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-13abbd01-845b-4b18-82e4-1c51ca8b513b req-b3e3716d-a3dd-484d-bfda-815b4b85659d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0307274 Sep 28 12:23:10.417042 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a7cd8-fd46-45ff-9ac5-70d1ef49ea4b req-878512ad-7ad4-4bd6-aabd-407d63b3f6e1 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:10.421808 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-699a7cd8-fd46-45ff-9ac5-70d1ef49ea4b req-878512ad-7ad4-4bd6-aabd-407d63b3f6e1 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0531032 Sep 28 12:23:10.471436 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-699a7cd8-fd46-45ff-9ac5-70d1ef49ea4b req-c6997127-9c2d-44e7-9aa7-786da184bb11 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Sep 28 12:23:10.703084 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-46cda411-2093-4860-9dd9-fa58c44ac37f req-a7154646-fa57-49dc-91e0-e57d27f865e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0330584 Sep 28 12:23:10.812446 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 6 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:10.851708 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:11.353590 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 7 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:11.384937 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:11.514476 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0c8041e2-2e7c-4cd3-a11b-d9bbe9768db7 req-2a107996-d2fc-4118-ae01-340552c79d71 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0277531 Sep 28 12:23:11.604499 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784bc81-f3c7-4f86-bc35-6884eeee0701 req-49c5d2ea-f5ff-4bff-8f04-c1a219dd7d5f tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:11.609849 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4784bc81-f3c7-4f86-bc35-6884eeee0701 req-49c5d2ea-f5ff-4bff-8f04-c1a219dd7d5f tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0595603 Sep 28 12:23:11.659418 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4784bc81-f3c7-4f86-bc35-6884eeee0701 req-b47874e8-5723-4a48-bb28-44aba91052dc tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475428 Sep 28 12:23:11.813176 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3acbb6e6-fde8-4ac2-9220-96c67ca4c198 req-821890a5-bc2a-4012-ab16-3b579d2433a7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0284078 Sep 28 12:23:11.886647 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 8 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:11.922071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:12.423592 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 9 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:12.458182 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:12.649826 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3d8d4f60-4402-4345-870a-75905aaaac35 req-90fa8726-e992-4485-9f00-b0e5dfed7b1d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0445573 Sep 28 12:23:12.811164 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc32068-1736-4a59-a923-89cbe62dd5cd req-da3a354c-4383-4109-a91f-a6279cc26456 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:12.813394 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3cc32068-1736-4a59-a923-89cbe62dd5cd req-da3a354c-4383-4109-a91f-a6279cc26456 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0643294 Sep 28 12:23:12.828635 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:12.871956 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3cc32068-1736-4a59-a923-89cbe62dd5cd req-37ce5fc9-7f73-43a5-934d-c550cc6d8c0f tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Sep 28 12:23:12.944425 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c47d2f9-2f78-4cfa-89d8-eabd9af3c0ca req-c9ef1fcb-008b-4bec-9672-a3d5e59ee2a2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0296600 Sep 28 12:23:12.959739 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Attempt 10 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:13.033538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-c23ec5f4-b94f-4783-9dda-44a55b0f62c8 None None] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:13.748070 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b91a234f-1431-4737-8ca4-937f0390bf28 req-b3382a00-c907-4fb3-8c33-4077c432d6fa tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0280039 Sep 28 12:23:14.001103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e284-cea8-40f1-8ddf-711d03982111 req-42f670e7-318f-4486-bb4b-94ebb35b6c5b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:14.002624 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-03b4e284-cea8-40f1-8ddf-711d03982111 req-42f670e7-318f-4486-bb4b-94ebb35b6c5b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0481563 Sep 28 12:23:14.059132 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e8711ff5-ee92-4c0d-a44f-af136da03c21 req-89b392d3-b67e-4406-a8ee-e0f77bc31d64 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0314331 Sep 28 12:23:14.059913 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-03b4e284-cea8-40f1-8ddf-711d03982111 req-b989c7ce-d18c-42c1-b2d4-04cb0ab8a12e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512640 Sep 28 12:23:14.866842 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-414dc4eb-04f1-435e-a8dd-b9562a811680 req-cd26b405-37ac-4ff6-ba48-d44f8ee9ce92 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0346074 Sep 28 12:23:15.191768 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8c26ebb8-e9b0-40ea-be68-a2c6333532cd req-c2b07298-9303-4581-ba3e-cb9115ab7243 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0351925 Sep 28 12:23:15.208869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229622ab-5055-404b-a391-813043fed2d0 req-a980106e-0f79-4590-997b-f4dbc8e52855 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:15.210528 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-229622ab-5055-404b-a391-813043fed2d0 req-a980106e-0f79-4590-997b-f4dbc8e52855 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0610263 Sep 28 12:23:15.262848 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-229622ab-5055-404b-a391-813043fed2d0 req-514d0d7c-0e42-41a7-b927-db12b3297a32 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Sep 28 12:23:15.996025 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e4e1ae82-76da-4552-8e51-9040e25e9531 req-2de03860-f894-43b9-b353-05c3da7cfd1c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0269167 Sep 28 12:23:16.320206 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-aeac5812-f989-411c-875f-372e1eaaae16 req-2631a06c-9c27-4a30-8b2a-7b37fd8d4864 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0500648 Sep 28 12:23:16.404769 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11149a-1361-4daf-a85d-893a09b70085 req-93b6d8cf-e07e-440c-93bf-7329fbf6cb18 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:16.406278 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ec11149a-1361-4daf-a85d-893a09b70085 req-93b6d8cf-e07e-440c-93bf-7329fbf6cb18 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0481699 Sep 28 12:23:16.451720 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ec11149a-1361-4daf-a85d-893a09b70085 req-015ceaf9-0ae8-4b7e-b803-cdabaecb6766 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393775 Sep 28 12:23:17.105665 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e313628b-9503-4b08-b7b5-69c27cb954a6 req-478387f9-fa44-4370-b1cc-e1fd1ff97eca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0278227 Sep 28 12:23:17.433075 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-65772413-2a5e-42c5-838b-a103d2a617a7 req-58c32336-ed57-43c1-a99c-9d9ea37b7207 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0293145 Sep 28 12:23:17.580543 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e011bbe-c127-49af-acd6-149534517651 req-5a6373da-7e87-4977-8b98-21de61b53197 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:17.583015 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e011bbe-c127-49af-acd6-149534517651 req-5a6373da-7e87-4977-8b98-21de61b53197 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0546649 Sep 28 12:23:17.636793 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e011bbe-c127-49af-acd6-149534517651 req-a863b3b6-8fd5-4d8b-9b65-b24523e067f9 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464089 Sep 28 12:23:18.212548 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d15837f-6b32-44e7-93d2-b5da0aff574f req-067b8ceb-9a7f-4bbb-8d24-5835710ab022 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0279369 Sep 28 12:23:18.537555 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-91fb8e81-7308-46e3-9c24-514a4f169ff1 req-0f39eeed-f33c-4fee-b4f0-96015670163b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0293322 Sep 28 12:23:18.773863 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ce9f5-bff6-494b-99d4-81ca01acba65 req-37712216-4696-4501-9e36-48b1600ee771 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:18.775561 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fd6ce9f5-bff6-494b-99d4-81ca01acba65 req-37712216-4696-4501-9e36-48b1600ee771 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0469861 Sep 28 12:23:18.831181 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fd6ce9f5-bff6-494b-99d4-81ca01acba65 req-e564d09d-5d32-4ac5-975f-634f5c763616 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470552 Sep 28 12:23:19.138192 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=10 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:19.182804 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:19.283840 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:19.325176 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bd2bfe89-3553-42a4-83ec-167f8e864fba req-c7a92081-1f95-42e6-9e4a-9fcfb4e4d652 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0281677 Sep 28 12:23:19.641754 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0d9cde69-52ba-4830-87c7-2bd82f1f89e6 req-b9eb35a7-aba6-4098-9ab7-d3e10bc43f2c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0276208 Sep 28 12:23:19.992709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bd01a-457f-48b9-abb9-4f0c2ddeff15 req-371ecf2b-639e-4cc5-834b-9ad81c4c81b6 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:19.995320 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-953bd01a-457f-48b9-abb9-4f0c2ddeff15 req-371ecf2b-639e-4cc5-834b-9ad81c4c81b6 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0508304 Sep 28 12:23:20.045371 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-953bd01a-457f-48b9-abb9-4f0c2ddeff15 req-a1f0810b-1db3-4f8e-b7ac-33983953a9be tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Sep 28 12:23:20.434205 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04faf923-fdbe-43fa-8f6e-433c13793cef req-db3f0965-782e-42f9-adda-9fd05d4ecacb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0283937 Sep 28 12:23:20.743050 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0c376dba-326e-4740-a7dc-1e5f44c6ce44 req-f34a4250-05df-4086-85d4-61803afe7329 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0283463 Sep 28 12:23:21.182689 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f42e9-75e9-48c9-8067-965a6cf9665d req-69ec9754-944f-45dc-848a-fa7c3ab7e2e2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:21.186444 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8f9f42e9-75e9-48c9-8067-965a6cf9665d req-69ec9754-944f-45dc-848a-fa7c3ab7e2e2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0577161 Sep 28 12:23:21.205265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:21.223858 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-cb4083b8-97ed-49d0-92e1-56a440054a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:21.249531 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8f9f42e9-75e9-48c9-8067-965a6cf9665d req-e8ca93e0-d30e-4cce-a237-15bd6cc66a46 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576878 Sep 28 12:23:21.556578 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e4aea85f-3a65-4416-b6d3-685070069aad req-7fc7a803-21bf-4684-b1e2-a4d27662a1d2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0434673 Sep 28 12:23:21.880142 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-54203319-3c24-4a10-9fe7-60ade1e2ffb8 req-97180916-3018-4923-adc9-dd2bb701444d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0451341 Sep 28 12:23:22.376705 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbfb9b-7d68-4f02-820c-8e9504bcbb0b req-b02c104d-3c45-4c25-bc03-5429594d6af7 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:22.378311 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-25fbfb9b-7d68-4f02-820c-8e9504bcbb0b req-b02c104d-3c45-4c25-bc03-5429594d6af7 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.0513115 Sep 28 12:23:22.431676 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-25fbfb9b-7d68-4f02-820c-8e9504bcbb0b req-7b02dc80-9670-4df0-bbb6-c1a8b13e5959 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Sep 28 12:23:22.673321 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-83c77ea1-3d3c-4f73-b24a-d25f1e34de5f req-80ff15dd-4d4d-4c60-a0a3-af6a83542cf8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0307722 Sep 28 12:23:22.778811 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'port': {'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'admin_state_up': True, 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'security_groups': ['babcf5ac-54a5-4e59-b287-567875eeefd0']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:23:22.781407 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-08a4090f-8548-4190-bf5e-b20fe82069db tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:23:22.782703 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-08a4090f-8548-4190-bf5e-b20fe82069db tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069673 Sep 28 12:23:22.902980 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Made reservation on behalf of 8f9ceb72510849c9a1cce4cde67d06d2 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:23:22.906965 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.053088 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fe9def5f-4b3f-40c9-b391-262c3dbe3fac req-b8cae0bf-b310-4533-bbc1-834c22efcdc0 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0567832 Sep 28 12:23:23.163685 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45806) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:23.204425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-4d870cc5-579b-4245-8e30-d17c92a1e5a8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:23.207572 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-4d870cc5-579b-4245-8e30-d17c92a1e5a8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 817 time: 0.1794465 Sep 28 12:23:23.208507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.52', 52433) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:23.242617 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45814) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:23.320421 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.20.0.9 (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b/7db57789-d5c3-4711-9222-79c5c2dd7daa) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:23:23.343210 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:23.344497 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:23.351934 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-71a4e9a0-cbc9-4baf-a4b9-d271daa4c860 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 380 time: 0.1177688 Sep 28 12:23:23.359252 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Request body: {'port': {'device_id': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:23:23.391730 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-977a5598-3e09-476c-a8b4-ba5543a2ba07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.426021 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e065f151-98c4-4294-a31c-5077b435e53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.468497 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:23.520790 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-42e6f56c-a110-49ae-afe3-c301e5750dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.529664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.531171 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'port': {'device_id': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'admin_state_up': True, 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'security_groups': ['c6aa6f4c-f09e-4644-a158-cff4e608bf40']}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:23:23.574016 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.624754 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-977a5598-3e09-476c-a8b4-ba5543a2ba07 admin admin] Publish callbacks [] for security_group (80cccc6a-422c-4559-a7fe-7cec9de844d2), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.641349 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.650892 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-977a5598-3e09-476c-a8b4-ba5543a2ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (80cccc6a-422c-4559-a7fe-7cec9de844d2), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.670432 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:23:23.673715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:23:23.676563 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:23:23.682220 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:23.682963 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:23.692779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=7db57789-d5c3-4711-9222-79c5c2dd7daa,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:23.708685 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-f3bd6066-7b7a-479f-92b8-607693f91728 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9340985 Sep 28 12:23:23.715704 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe803b-3a03-443d-96b0-3436c8b6e893 req-03d74dd2-62b7-4feb-97cf-519e51d8be00 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:23.716999 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7bbe803b-3a03-443d-96b0-3436c8b6e893 req-03d74dd2-62b7-4feb-97cf-519e51d8be00 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 931 time: 0.1701722 Sep 28 12:23:23.792172 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-977a5598-3e09-476c-a8b4-ba5543a2ba07 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=06f981e5f412407e83c8d7372a812c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6289206 Sep 28 12:23:23.795250 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45848) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:23.839213 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Request body: {'port': {'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:23:23.883797 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a5598-3e09-476c-a8b4-ba5543a2ba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cccc6a-422c-4559-a7fe-7cec9de844d2,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:23.910221 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-453991e8-98d8-4cc1-ad09-1688bba6f567 req-e6aedba6-6dd1-4469-b84b-89be6d1e15e1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.1405916 Sep 28 12:23:23.962288 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.042290 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-03667e35-7287-42b0-af80-645290185d97 None None] Provisioning complete for port 7db57789-d5c3-4711-9222-79c5c2dd7daa triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:24.043094 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-03667e35-7287-42b0-af80-645290185d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.043661 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-03667e35-7287-42b0-af80-645290185d97 None None] Attempt 1 to provision port 7db57789-d5c3-4711-9222-79c5c2dd7daa Sep 28 12:23:24.110074 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7bbe803b-3a03-443d-96b0-3436c8b6e893 req-8420a8ae-67b9-460a-a8cb-779acafe1f55 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473163 Sep 28 12:23:24.131983 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-03667e35-7287-42b0-af80-645290185d97 None None] Port 7db57789-d5c3-4711-9222-79c5c2dd7daa cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:24.133712 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e065f151-98c4-4294-a31c-5077b435e53f admin admin] Publish callbacks [] for security_group (f3ef0b66-50ef-4067-953e-73e98ea049d4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.163488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-db5b5935-6ab5-4d5d-9319-21ec32963efd admin admin] Publish callbacks [] for security_group (80cccc6a-422c-4559-a7fe-7cec9de844d2), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.240949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-db5b5935-6ab5-4d5d-9319-21ec32963efd admin admin] Publish callbacks [] for security_group (80cccc6a-422c-4559-a7fe-7cec9de844d2), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.299182 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Made reservation on behalf of a396283cd8314a74bfd5e411c246cc96 for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:23:24.304630 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.338043 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e065f151-98c4-4294-a31c-5077b435e53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f3ef0b66-50ef-4067-953e-73e98ea049d4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.350454 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:24.359496 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:24.366646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3824f-b0a2-4984-a965-dcf6c6a8b74c req-19f27305-5af6-41ac-8237-a20faae64b8c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:24.368113 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-33c3824f-b0a2-4984-a965-dcf6c6a8b74c req-19f27305-5af6-41ac-8237-a20faae64b8c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 931 time: 0.1786885 Sep 28 12:23:24.424161 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-e065f151-98c4-4294-a31c-5077b435e53f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=5d08b246eaff4c468832aaa6e70d4abe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1674805 Sep 28 12:23:24.431767 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 45862) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:24.432581 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065f151-98c4-4294-a31c-5077b435e53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef0b66-50ef-4067-953e-73e98ea049d4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:24.516090 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-33c3824f-b0a2-4984-a965-dcf6c6a8b74c req-978947f5-33bf-4fb2-842c-160b944cb56b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350300 Sep 28 12:23:24.518398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-db5b5935-6ab5-4d5d-9319-21ec32963efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (80cccc6a-422c-4559-a7fe-7cec9de844d2), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.521606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-db5b5935-6ab5-4d5d-9319-21ec32963efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.528503 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-db5b5935-6ab5-4d5d-9319-21ec32963efd admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/80cccc6a-422c-4559-a7fe-7cec9de844d2 HTTP/1.1" status: 204 len: 168 time: 0.7282910 Sep 28 12:23:24.558170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5935-6ab5-4d5d-9319-21ec32963efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cccc6a-422c-4559-a7fe-7cec9de844d2,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:24.634438 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-03667e35-7287-42b0-af80-645290185d97 None None] Attempt 2 to provision port 7db57789-d5c3-4711-9222-79c5c2dd7daa Sep 28 12:23:24.650165 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc238-e62f-44a5-aa2d-073278b45cff admin admin] Publish callbacks [] for security_group (f3ef0b66-50ef-4067-953e-73e98ea049d4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.658651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:23:24.678333 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-03667e35-7287-42b0-af80-645290185d97 None None] Port 7db57789-d5c3-4711-9222-79c5c2dd7daa cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:24.692701 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Publish callbacks [] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.700668 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:24.703996 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Allocated IP 172.20.0.10 (d52528a4-371a-43c0-ba14-e43c1c223b47/8d11853d-8d71-466a-a6fe-a53888147b3b/9fce75aa-da2d-404c-8c7f-84862f035240) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:23:24.710361 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db57789-d5c3-4711-9222-79c5c2dd7daa {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:23:24.724329 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Publish callbacks [] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.739596 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc238-e62f-44a5-aa2d-073278b45cff admin admin] Publish callbacks [] for security_group (f3ef0b66-50ef-4067-953e-73e98ea049d4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.746724 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Transition to ACTIVE for port object 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:23:24.762651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.764788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Transition to ACTIVE for port object 7db57789-d5c3-4711-9222-79c5c2dd7daa will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:23:24.769322 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.799426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45876) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:24.811699 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.903718 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Pushing event updated for resources: {'Port': ['ID=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:24.927422 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Attempting to bind port 7db57789-d5c3-4711-9222-79c5c2dd7daa on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:23:24.927779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Attempting to bind port 7db57789-d5c3-4711-9222-79c5c2dd7daa by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:23:24.928141 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Attempting to bind port 7db57789-d5c3-4711-9222-79c5c2dd7daa on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:23:24.978054 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc238-e62f-44a5-aa2d-073278b45cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f3ef0b66-50ef-4067-953e-73e98ea049d4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.981503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc238-e62f-44a5-aa2d-073278b45cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:24.985595 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8b8cc238-e62f-44a5-aa2d-073278b45cff admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f3ef0b66-50ef-4067-953e-73e98ea049d4 HTTP/1.1" status: 204 len: 168 time: 0.5478311 Sep 28 12:23:24.985733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7db57789-d5c3-4711-9222-79c5c2dd7daa,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:24.991186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Port 7db57789-d5c3-4711-9222-79c5c2dd7daa on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:23:24.991516 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Attempting to bind port 7db57789-d5c3-4711-9222-79c5c2dd7daa on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:23:24.993572 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:25.021713 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cc238-e62f-44a5-aa2d-073278b45cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef0b66-50ef-4067-953e-73e98ea049d4,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:25.071456 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:23:25.071810 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:23:25.072358 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Bound using segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:23:25.072795 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Bound port: 7db57789-d5c3-4711-9222-79c5c2dd7daa, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:23:25.073317 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.152892 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] For port 7db57789-d5c3-4711-9222-79c5c2dd7daa, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:23:25.158800 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] For port 7db57789-d5c3-4711-9222-79c5c2dd7daa, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:23:25.179465 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-03667e35-7287-42b0-af80-645290185d97 None None] Attempt 3 to provision port 7db57789-d5c3-4711-9222-79c5c2dd7daa Sep 28 12:23:25.192040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.204539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:25.205247 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.206628 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/7db57789-d5c3-4711-9222-79c5c2dd7daa HTTP/1.1" status: 200 len: 1093 time: 1.3911381 Sep 28 12:23:25.215534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:23:25.266918 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b60063e6-06bc-46a1-bd52-5031b96e96f5 req-25a860e5-5953-4209-bf3f-ca16461b4c87 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.1100683 Sep 28 12:23:25.283805 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-03667e35-7287-42b0-af80-645290185d97 None None] Port 7db57789-d5c3-4711-9222-79c5c2dd7daa had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:23:25.309404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Attempting to bind port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:23:25.310498 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Attempting to bind port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:23:25.311060 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Attempting to bind port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a on network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:23:25.315959 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3beac3c3-94a3-4bff-a9bf-88e13f7940d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.347182 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:25.429855 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for port (9fce75aa-da2d-404c-8c7f-84862f035240), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.431337 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a on network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:23:25.431657 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Attempting to bind port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a on network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:23:25.451470 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911d21a-24da-4688-9d32-0521c7e2a8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7db57789-d5c3-4711-9222-79c5c2dd7daa,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:25.470695 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdc023-5a29-4057-a07e-1dcb26421016 req-155a4e55-6884-471a-9896-d75228746035 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:25.472209 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3ccdc023-5a29-4057-a07e-1dcb26421016 req-155a4e55-6884-471a-9896-d75228746035 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.1637664 Sep 28 12:23:25.500037 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:25.507833 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.514487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3beac3c3-94a3-4bff-a9bf-88e13f7940d7 admin admin] Publish callbacks [] for security_group (a517a3a8-e6a0-40d6-a561-ae19def866e8), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.527812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3beac3c3-94a3-4bff-a9bf-88e13f7940d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a517a3a8-e6a0-40d6-a561-ae19def866e8), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.584717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Network d52528a4-371a-43c0-ba14-e43c1c223b47 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:23:25.584922 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45912) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:25.588778 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0" -d '{"events": [{"name": "network-changed", "server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:23:25.590344 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:23:25.593734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:23:25.596381 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3ccdc023-5a29-4057-a07e-1dcb26421016 req-56321d4c-e1c0-453d-b12e-06c2d86cc8bb tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149359 Sep 28 12:23:25.606993 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-3beac3c3-94a3-4bff-a9bf-88e13f7940d7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=aa5d37fd5ed34d46ab7e58ee52b127a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8034301 Sep 28 12:23:25.608935 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45916) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:25.609366 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beac3c3-94a3-4bff-a9bf-88e13f7940d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a517a3a8-e6a0-40d6-a561-ae19def866e8,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:25.626884 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-05790e3f-c823-4a68-a62d-1ffb79b916a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.650381 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:25.651043 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.653753 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:23:25.654106 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Checking segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:23:25.654632 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Bound using segment: {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:23:25.655087 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Bound port: 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0da911-ab55-4635-afa3-0c46af695f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:23:25.655446 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.684972 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:25.692887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:25.746676 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9706a195-0546-42fc-9d14-bdbf96665951 admin admin] Publish callbacks [] for security_group (a517a3a8-e6a0-40d6-a561-ae19def866e8), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.778176 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-3c9d0065-a142-43a7-9061-7b9f0b6b6fe6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2542236 Sep 28 12:23:25.785012 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9706a195-0546-42fc-9d14-bdbf96665951 admin admin] Publish callbacks [] for security_group (a517a3a8-e6a0-40d6-a561-ae19def866e8), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.812855 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27a707-2f82-4b63-93c5-aebbb251e7f8 req-e3d6abad-098e-42f1-a334-93675e69ee40 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:25.814723 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7f27a707-2f82-4b63-93c5-aebbb251e7f8 req-e3d6abad-098e-42f1-a334-93675e69ee40 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.1560476 Sep 28 12:23:25.833432 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-05790e3f-c823-4a68-a62d-1ffb79b916a6 admin admin] Publish callbacks [] for security_group (d308ab1d-c638-485f-8db3-acc85d7b2436), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.847273 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-05790e3f-c823-4a68-a62d-1ffb79b916a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (d308ab1d-c638-485f-8db3-acc85d7b2436), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.869115 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] For port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:23:25.904599 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05790e3f-c823-4a68-a62d-1ffb79b916a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d308ab1d-c638-485f-8db3-acc85d7b2436,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:25.911792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] For port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:23:25.911945 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-05790e3f-c823-4a68-a62d-1ffb79b916a6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0bdcf2777c2a40b993153d87a3870ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228436 Sep 28 12:23:25.914638 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 45924) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:25.935288 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.948654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:25.949464 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.951190 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e3507632-ac66-4184-8769-2b40615cefde service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/9aa52a1f-1b14-4e05-b50f-fcecfa618b5a HTTP/1.1" status: 200 len: 1093 time: 2.7410979 Sep 28 12:23:25.952862 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9706a195-0546-42fc-9d14-bdbf96665951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a517a3a8-e6a0-40d6-a561-ae19def866e8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.958092 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9706a195-0546-42fc-9d14-bdbf96665951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:25.960503 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7f27a707-2f82-4b63-93c5-aebbb251e7f8 req-273c311c-0df7-4655-b5b1-83a40aff8471 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343460 Sep 28 12:23:25.961566 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'tag': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:23:25.967526 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9706a195-0546-42fc-9d14-bdbf96665951 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a517a3a8-e6a0-40d6-a561-ae19def866e8 HTTP/1.1" status: 204 len: 168 time: 0.3504038 Sep 28 12:23:25.977692 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:25.990947 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706a195-0546-42fc-9d14-bdbf96665951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a517a3a8-e6a0-40d6-a561-ae19def866e8,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:26.025557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ec0f944f-fef1-44bc-92b6-eb48fadc12b6 admin admin] Publish callbacks [] for security_group (d308ab1d-c638-485f-8db3-acc85d7b2436), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.040568 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3507632-ac66-4184-8769-2b40615cefde service neutron] Pushing event updated for resources: {'Port': ['ID=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:26.061808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ec0f944f-fef1-44bc-92b6-eb48fadc12b6 admin admin] Publish callbacks [] for security_group (d308ab1d-c638-485f-8db3-acc85d7b2436), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.062348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Provisioning complete for port 9fce75aa-da2d-404c-8c7f-84862f035240 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:26.063798 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.064345 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 1 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:26.147019 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882143d9-20ea-4047-bba1-514a3982a2fa x-openstack-request-id: req-882143d9-20ea-4047-bba1-514a3982a2fa {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:23:26.148106 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:23:26.148441 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-882143d9-20ea-4047-bba1-514a3982a2fa {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:23:26.149170 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882143d9-20ea-4047-bba1-514a3982a2fa'] response: {'name': 'network-changed', 'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'status': 'completed', 'code': 200} Sep 28 12:23:26.152228 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:26.155751 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.162497 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ec0f944f-fef1-44bc-92b6-eb48fadc12b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (d308ab1d-c638-485f-8db3-acc85d7b2436), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.168003 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ec0f944f-fef1-44bc-92b6-eb48fadc12b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.168003 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ec0f944f-fef1-44bc-92b6-eb48fadc12b6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d308ab1d-c638-485f-8db3-acc85d7b2436 HTTP/1.1" status: 204 len: 168 time: 0.2548311 Sep 28 12:23:26.176695 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f944f-fef1-44bc-92b6-eb48fadc12b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d308ab1d-c638-485f-8db3-acc85d7b2436,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:26.198536 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:26.376610 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d99cc4a-4af2-453f-8543-131e536acdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f056349e-a0dd-4179-8cc2-2e3c77d54210", "tag": "9aa52a1f-1b14-4e05-b50f-fcecfa618b5a"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:23:26.416119 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c503-80f5-49f0-ba48-781ad0956586 req-6a9501fe-38b3-4824-bd45-fa2d599dc6e1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:26.417663 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3f53c503-80f5-49f0-ba48-781ad0956586 req-6a9501fe-38b3-4824-bd45-fa2d599dc6e1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 932 time: 0.0603001 Sep 28 12:23:26.475970 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3f53c503-80f5-49f0-ba48-781ad0956586 req-32a3e8d5-5d1e-4b76-a197-cc7ad6e1f1fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511856 Sep 28 12:23:26.653911 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 2 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:26.719100 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:26.726110 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2371fbd6-037f-4aeb-b81c-aca8f351b5f3 x-openstack-request-id: req-2371fbd6-037f-4aeb-b81c-aca8f351b5f3 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:23:26.726681 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f056349e-a0dd-4179-8cc2-2e3c77d54210", "tag": "9aa52a1f-1b14-4e05-b50f-fcecfa618b5a", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:23:26.727096 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2371fbd6-037f-4aeb-b81c-aca8f351b5f3 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:23:26.727687 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2371fbd6-037f-4aeb-b81c-aca8f351b5f3'] response: {'name': 'network-changed', 'server_uuid': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'tag': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a', 'status': 'completed', 'code': 200} Sep 28 12:23:26.786569 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0850c4f-4b57-4bcd-8796-daa9a9fcbba0 req-0c7ac991-6bf3-4fe7-b419-fb6b72b8f69f tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:26.788121 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e0850c4f-4b57-4bcd-8796-daa9a9fcbba0 req-0c7ac991-6bf3-4fe7-b419-fb6b72b8f69f tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0525403 Sep 28 12:23:26.855088 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e0850c4f-4b57-4bcd-8796-daa9a9fcbba0 req-3a862595-5950-4f1a-a1ec-f191effdac8e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550814 Sep 28 12:23:27.118385 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8da265-0be9-4897-8c90-f67cc655dff7 req-3b53bcee-9b9a-479e-8ac0-a9142934b149 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:27.126587 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a8da265-0be9-4897-8c90-f67cc655dff7 req-3b53bcee-9b9a-479e-8ac0-a9142934b149 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0612617 Sep 28 12:23:27.189291 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a8da265-0be9-4897-8c90-f67cc655dff7 req-ea3b3c09-4b4a-422d-a01e-20467adfd746 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577495 Sep 28 12:23:27.221035 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 3 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:27.276696 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:27.620539 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c105e3-cc4a-4c17-9ce8-54d827b24ce8 req-eacd7a60-4878-49b9-a8a3-661c9dc32e4f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:27.623198 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-23c105e3-cc4a-4c17-9ce8-54d827b24ce8 req-eacd7a60-4878-49b9-a8a3-661c9dc32e4f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 932 time: 0.0612516 Sep 28 12:23:27.685931 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-23c105e3-cc4a-4c17-9ce8-54d827b24ce8 req-92664b73-3af4-4cc6-bc4c-c93c0ef38618 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544801 Sep 28 12:23:27.778400 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 4 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:27.818046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:27.941376 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Request body: {'port': {'device_id': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:23:28.029840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:28.056769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42fe10-d23e-435d-88e9-6d14835b1dac req-3afaa884-af1e-4f3a-86dd-847f6cb918b2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.065703 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f42fe10-d23e-435d-88e9-6d14835b1dac req-3afaa884-af1e-4f3a-86dd-847f6cb918b2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.1358764 Sep 28 12:23:28.073724 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0 req-f2ab2acc-fa01-433c-91be-e3cc9937dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.075159 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0 req-f2ab2acc-fa01-433c-91be-e3cc9937dd62 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 1127 time: 0.1240585 Sep 28 12:23:28.115870 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-12eb03c5-f50a-40fd-ab9c-30102aa8c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.118271 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-12eb03c5-f50a-40fd-ab9c-30102aa8c77d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3afaa30b2f454bc0bf1f23ece426339b&device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 1127 time: 0.1303771 Sep 28 12:23:28.119666 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:28.199479 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f42fe10-d23e-435d-88e9-6d14835b1dac req-94f60aa2-3583-43e7-99aa-92f48461ebdc tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329167 Sep 28 12:23:28.246845 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-83ead4f5-295f-4cf5-8e54-811cec1e60c2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a HTTP/1.1" status: 200 len: 217 time: 0.0917478 Sep 28 12:23:28.319658 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 5 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:28.353354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:28.358400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:28.362912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:28.438824 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0 req-7627c9fd-4277-4d21-a58a-477253bd93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.440497 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0 req-7627c9fd-4277-4d21-a58a-477253bd93a7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3372476 Sep 28 12:23:28.546595 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-8fe8dbb6-5f81-41c7-a3bb-194f3c3ba467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.548133 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-8fe8dbb6-5f81-41c7-a3bb-194f3c3ba467 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dfedfafa-e93c-4d9f-9d79-965f5392513f HTTP/1.1" status: 200 len: 851 time: 0.2922213 Sep 28 12:23:28.723039 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7afb-2743-4d87-b8b5-10fa235940fc req-75248519-a986-484e-8126-2ab00765eb72 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.730904 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4aa7afb-2743-4d87-b8b5-10fa235940fc req-75248519-a986-484e-8126-2ab00765eb72 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.3686535 Sep 28 12:23:28.791762 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-703a2835-a2ec-4976-8502-73d8c9dfacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.794077 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-703a2835-a2ec-4976-8502-73d8c9dfacba service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=dd60752d-1269-4318-bcc5-7e8d9f3ecd76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2191305 Sep 28 12:23:28.860501 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 6 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:28.863359 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:28.903904 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4aa7afb-2743-4d87-b8b5-10fa235940fc req-5dada394-7b80-45f5-9115-ee91fc5eb1fc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720877 Sep 28 12:23:28.928424 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:28.942069 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89db41-460e-4bd9-8821-a1b06826824b req-76064fcc-5a56-4cca-afbf-3cee252612fe tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.944266 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e89db41-460e-4bd9-8821-a1b06826824b req-76064fcc-5a56-4cca-afbf-3cee252612fe tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 932 time: 0.1284268 Sep 28 12:23:28.959721 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0 req-5670b67a-7bfb-43c8-8267-cab7239a4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:28.961418 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5be4dff4-4ee4-40a5-90d9-5ff5813985e0 req-5670b67a-7bfb-43c8-8267-cab7239a4214 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5145311 Sep 28 12:23:29.048248 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-395e32e6-6836-4d1c-b46a-dfc96860f00d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464485 Sep 28 12:23:29.088833 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e89db41-460e-4bd9-8821-a1b06826824b req-c91eb5c2-0ad9-4cca-a93f-84a4e445773f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259291 Sep 28 12:23:29.095019 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:29.103412 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-18f5b984-f24f-4d07-be67-e1966a6a1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:29.105239 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-18f5b984-f24f-4d07-be67-e1966a6a1aea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 1127 time: 0.0613258 Sep 28 12:23:29.132552 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fce75aa-da2d-404c-8c7f-84862f035240 {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:23:29.157667 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Publish callbacks [] for port (9fce75aa-da2d-404c-8c7f-84862f035240), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:29.184507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Transition to ACTIVE for port object 9fce75aa-da2d-404c-8c7f-84862f035240 will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:23:29.197577 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:29.205992 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-27ca456d-1153-4cf5-a643-bd936a52826b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa HTTP/1.1" status: 200 len: 217 time: 0.0863323 Sep 28 12:23:29.246974 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9d9963c-7b06-47be-83fc-fbcd1a2a7a3f req-e27f8445-d551-4a71-80a5-a7c92263aa82 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773167 Sep 28 12:23:29.305567 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:29.326152 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-b71cf602-0915-4967-939c-8059247df4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:29.333561 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-b71cf602-0915-4967-939c-8059247df4e4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.1205828 Sep 28 12:23:29.386008 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Attempting to bind port 9fce75aa-da2d-404c-8c7f-84862f035240 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:23:29.386351 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Attempting to bind port 9fce75aa-da2d-404c-8c7f-84862f035240 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:23:29.386676 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Attempting to bind port 9fce75aa-da2d-404c-8c7f-84862f035240 on network d52528a4-371a-43c0-ba14-e43c1c223b47 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:23:29.418843 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe33ab-6352-4c14-9b39-69523843a07d req-aef11e54-0823-4825-a27c-089dd9afae60 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:29.420247 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adfe33ab-6352-4c14-9b39-69523843a07d req-aef11e54-0823-4825-a27c-089dd9afae60 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0845253 Sep 28 12:23:29.429624 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 7 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:29.476976 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:23:29.478574 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:29.483725 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Port 9fce75aa-da2d-404c-8c7f-84862f035240 on network d52528a4-371a-43c0-ba14-e43c1c223b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:23:29.484055 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Attempting to bind port 9fce75aa-da2d-404c-8c7f-84862f035240 on network d52528a4-371a-43c0-ba14-e43c1c223b47 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:23:29.516630 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adfe33ab-6352-4c14-9b39-69523843a07d req-4e8af740-bcbd-4cd0-8d2b-36cf8d534ea4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859375 Sep 28 12:23:29.545772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:23:29.545772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Checking segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:23:29.545772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Bound using segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:23:29.545772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Bound port: 9fce75aa-da2d-404c-8c7f-84862f035240, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:23:29.545772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:29.578690 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:29.613288 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:23:29.618399 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:23:29.626027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:29.631152 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:29.631815 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:29.634145 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 1094 time: 1.6969476 Sep 28 12:23:29.636759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:23:29.639284 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:23:29.700257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dda43ac-286b-41ae-a54d-6950188ec1aa x-openstack-request-id: req-8dda43ac-286b-41ae-a54d-6950188ec1aa {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:23:29.700553 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:23:29.700811 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8dda43ac-286b-41ae-a54d-6950188ec1aa {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:23:29.701236 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dda43ac-286b-41ae-a54d-6950188ec1aa'] response: {'name': 'network-changed', 'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'status': 'completed', 'code': 200} Sep 28 12:23:29.707435 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0905a4-6cb9-48cd-94c0-bb5078b0e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:29.978850 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Attempt 8 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:23:30.016351 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-87ed37f8-6072-47aa-a4fc-6caaa797006d None None] Port 9fce75aa-da2d-404c-8c7f-84862f035240 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:23:30.035795 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a272a-a21b-4fd0-9eeb-48455eb024e0 req-d2344e8e-b419-4156-89bb-82d2b2fc6e00 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:30.037570 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-355a272a-a21b-4fd0-9eeb-48455eb024e0 req-d2344e8e-b419-4156-89bb-82d2b2fc6e00 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0500925 Sep 28 12:23:30.087979 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-355a272a-a21b-4fd0-9eeb-48455eb024e0 req-26b34081-f606-400e-b35e-817980c613bf tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444186 Sep 28 12:23:30.251763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27433e-ee67-446f-a789-36b62d0acc8b req-e77ac81c-b754-4a5a-b353-ced3e973b09d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:30.253353 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b27433e-ee67-446f-a789-36b62d0acc8b req-e77ac81c-b754-4a5a-b353-ced3e973b09d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0556378 Sep 28 12:23:30.308797 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b27433e-ee67-446f-a789-36b62d0acc8b req-def1a41b-bcad-4e63-b016-e3c9c648c681 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491285 Sep 28 12:23:30.653213 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ea101-06eb-44e5-9c92-da7ef9b88381 req-2c3fa991-b1e2-42c7-9c11-93037f44fe30 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:30.657580 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-507ea101-06eb-44e5-9c92-da7ef9b88381 req-2c3fa991-b1e2-42c7-9c11-93037f44fe30 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0564289 Sep 28 12:23:30.706192 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-507ea101-06eb-44e5-9c92-da7ef9b88381 req-e097f6ed-1b92-4ebc-862f-1f5002d4a68d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Sep 28 12:23:31.225073 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc476fb9-0589-4d25-b16b-c5af08099376 req-8af93216-5e0e-4bf2-8206-6620e759d9f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:31.226683 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cc476fb9-0589-4d25-b16b-c5af08099376 req-8af93216-5e0e-4bf2-8206-6620e759d9f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0584767 Sep 28 12:23:31.278256 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cc476fb9-0589-4d25-b16b-c5af08099376 req-f764a89b-81d1-4435-bde3-d9c34ded75e0 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Sep 28 12:23:31.435037 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087ed0e-5867-403c-8957-e2247cfbecf9 req-b3f9e900-f744-4b47-a8f3-ee3fe2bcc30a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:31.436538 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c087ed0e-5867-403c-8957-e2247cfbecf9 req-b3f9e900-f744-4b47-a8f3-ee3fe2bcc30a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0469396 Sep 28 12:23:31.485525 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c087ed0e-5867-403c-8957-e2247cfbecf9 req-538fb448-dabd-4a3b-980d-8d885db95f6a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Sep 28 12:23:31.829641 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d2e20-d94b-444f-944b-1f9d4f7418df req-29ea4f6f-61db-4128-9e6a-414b86592746 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:31.831239 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3d7d2e20-d94b-444f-944b-1f9d4f7418df req-29ea4f6f-61db-4128-9e6a-414b86592746 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0483267 Sep 28 12:23:31.886760 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3d7d2e20-d94b-444f-944b-1f9d4f7418df req-8d7c5a78-233c-41dc-8207-e91ea0f5aa05 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490601 Sep 28 12:23:32.448999 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798d501-08c6-44bb-a243-39e37e926edc req-08aa606a-fabc-4624-8ef0-dc8426895e53 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:32.451168 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3798d501-08c6-44bb-a243-39e37e926edc req-08aa606a-fabc-4624-8ef0-dc8426895e53 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0645339 Sep 28 12:23:32.500648 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3798d501-08c6-44bb-a243-39e37e926edc req-43b848a3-4454-4e9f-b4c1-43d04d63a903 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Sep 28 12:23:32.612017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1ff7-740a-452a-a988-bd7d71a7ce5a req-228211ba-eab0-454d-8d8a-1b8199fab5db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:32.613895 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d45f1ff7-740a-452a-a988-bd7d71a7ce5a req-228211ba-eab0-454d-8d8a-1b8199fab5db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0484290 Sep 28 12:23:32.639368 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:32.674002 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d45f1ff7-740a-452a-a988-bd7d71a7ce5a req-75a4e5c5-394d-416e-b584-33cb421abc5e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539556 Sep 28 12:23:33.016227 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d9d6a-7e5f-4997-939f-05b6c2b1ad33 req-553ffd3b-153e-4bc5-a09b-28ee0bb526a9 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:33.017986 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4c7d9d6a-7e5f-4997-939f-05b6c2b1ad33 req-553ffd3b-153e-4bc5-a09b-28ee0bb526a9 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0486519 Sep 28 12:23:33.064460 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4c7d9d6a-7e5f-4997-939f-05b6c2b1ad33 req-6218eee2-a4d7-4ed9-a378-e6bcd87f0ed3 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Sep 28 12:23:33.621075 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28afe-9999-4797-b1c0-06dd405c443d req-1bd6388e-037f-48c6-a085-718a5af9d6ba tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:33.622601 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4ff28afe-9999-4797-b1c0-06dd405c443d req-1bd6388e-037f-48c6-a085-718a5af9d6ba tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0475814 Sep 28 12:23:33.669377 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4ff28afe-9999-4797-b1c0-06dd405c443d req-7a689f39-f139-4415-90e1-73879bc8457a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413489 Sep 28 12:23:33.811432 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3ce1e-c1d2-4a7a-85f0-84d1c4277f30 req-a6cf3904-4e85-474a-a9f7-0f475e90a1d9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:33.813597 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-94f3ce1e-c1d2-4a7a-85f0-84d1c4277f30 req-a6cf3904-4e85-474a-a9f7-0f475e90a1d9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0499473 Sep 28 12:23:33.863892 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-94f3ce1e-c1d2-4a7a-85f0-84d1c4277f30 req-894fbadb-4ee3-4670-a6db-3936ae7d3b8e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Sep 28 12:23:34.182702 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50527aa9-4724-4dfe-855d-33bc1cda4ce3 req-71421342-14eb-4fc6-b958-51800ba6b8b4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:34.184194 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-50527aa9-4724-4dfe-855d-33bc1cda4ce3 req-71421342-14eb-4fc6-b958-51800ba6b8b4 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0462739 Sep 28 12:23:34.230558 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-50527aa9-4724-4dfe-855d-33bc1cda4ce3 req-91f072c8-6df9-42fb-bdd0-e3532f363e53 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Sep 28 12:23:34.787895 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e26fee-1739-465c-bea3-794324a0c468 req-67d26aa4-ed43-4228-9a88-89b12658e207 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:34.789398 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d6e26fee-1739-465c-bea3-794324a0c468 req-67d26aa4-ed43-4228-9a88-89b12658e207 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0466464 Sep 28 12:23:34.837314 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d6e26fee-1739-465c-bea3-794324a0c468 req-54cda4ed-e30c-4744-9279-0464a13699e2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Sep 28 12:23:34.992197 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08864664-346c-41b4-ad1a-0559844fc625 req-7c6f3117-b118-4d3c-b9de-b6503ccbe97e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:34.993718 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-08864664-346c-41b4-ad1a-0559844fc625 req-7c6f3117-b118-4d3c-b9de-b6503ccbe97e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0510416 Sep 28 12:23:35.040651 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-08864664-346c-41b4-ad1a-0559844fc625 req-5200a0fa-c8ba-4f28-b816-b2922ae8349e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Sep 28 12:23:35.349397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987bd7b-0f57-4f70-b663-55955e022787 req-4732503d-2620-48d6-9cfb-4a10edf58bcd tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:35.350860 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7987bd7b-0f57-4f70-b663-55955e022787 req-4732503d-2620-48d6-9cfb-4a10edf58bcd tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 943 time: 0.0464997 Sep 28 12:23:35.399011 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7987bd7b-0f57-4f70-b663-55955e022787 req-3676fd3e-208d-443b-950e-7fa2ffd6c7a8 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426822 Sep 28 12:23:35.967002 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e19508-e5dc-478d-be33-262d7f6b19d5 req-d9cb883a-9b45-45f5-888f-ccea940993e7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:35.968670 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2e19508-e5dc-478d-be33-262d7f6b19d5 req-d9cb883a-9b45-45f5-888f-ccea940993e7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0531476 Sep 28 12:23:36.016881 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2e19508-e5dc-478d-be33-262d7f6b19d5 req-4678c98e-7616-49d3-a622-f7ecd3a76aac tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Sep 28 12:23:36.075243 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:23:36.167292 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65c3ce-0a40-4a79-aabc-131895d17703 req-3a0d0270-3923-412c-bf01-8c49d69ab2a0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:36.168702 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9b65c3ce-0a40-4a79-aabc-131895d17703 req-3a0d0270-3923-412c-bf01-8c49d69ab2a0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0511622 Sep 28 12:23:36.184398 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:36.195846 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a', 'network_id': 'dd60752d-1269-4318-bcc5-7e8d9f3ecd76', 'port_id': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a', 'mac_address': 'fa:16:3e:e3:2b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfedfafa-e93c-4d9f-9d79-965f5392513f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:23:36.205265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:36.217724 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9b65c3ce-0a40-4a79-aabc-131895d17703 req-2311aa73-0ba4-46b8-849c-bef61498b9b1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Sep 28 12:23:36.231266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:36.231659 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:36.245339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:23:36.265033 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:36.268770 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:36.317881 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:36.520281 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643f27-73cd-4c68-ae53-a5e773f13b48 req-c0991d27-d6b4-4039-a8f6-c917ad2f6ef0 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:36.521727 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-05643f27-73cd-4c68-ae53-a5e773f13b48 req-c0991d27-d6b4-4039-a8f6-c917ad2f6ef0 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 944 time: 0.0457535 Sep 28 12:23:36.569949 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-05643f27-73cd-4c68-ae53-a5e773f13b48 req-4da5aa55-556b-4a29-b408-a215ae9b9dd5 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Sep 28 12:23:37.058789 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['9aa52a1f-1b14-4e05-b50f-fcecfa618b5a'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:23:37.140028 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538d479-072b-448b-8679-a8387ad560fe req-1aa2de96-bbfb-41a2-9582-3650a0255689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.143181 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-1aa2de96-bbfb-41a2-9582-3650a0255689 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815666 Sep 28 12:23:37.209267 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:37.217549 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-539571a1-69e1-4ebc-b016-cdfd9ab1932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.219190 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-539571a1-69e1-4ebc-b016-cdfd9ab1932f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3afaa30b2f454bc0bf1f23ece426339b&device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 1128 time: 0.1578963 Sep 28 12:23:37.223897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593 req-8c8d50bd-668f-4dd0-86b6-e8a3f04d5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.225603 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593 req-8c8d50bd-668f-4dd0-86b6-e8a3f04d5f2f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1128 time: 0.1491368 Sep 28 12:23:37.244271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39e747-d08d-4632-b53a-e317a17b9ef1 req-f30dac52-4ef7-476d-bbdc-b7c71db88d96 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.246194 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aa39e747-d08d-4632-b53a-e317a17b9ef1 req-f30dac52-4ef7-476d-bbdc-b7c71db88d96 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.1124089 Sep 28 12:23:37.262173 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-89c2c8cf-7c29-4805-ac0d-2381424da006 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125560 Sep 28 12:23:37.353055 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:37.413615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86403ea1-aa03-4d93-9b44-9624893165be req-42de8c8a-8c81-460e-a1a8-afb3edcfe7db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.416056 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-86403ea1-aa03-4d93-9b44-9624893165be req-42de8c8a-8c81-460e-a1a8-afb3edcfe7db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0789275 Sep 28 12:23:37.418591 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4538d479-072b-448b-8679-a8387ad560fe req-5d230d2d-0c8b-4a76-ad7e-01780f43f37e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476915 Sep 28 12:23:37.469016 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-86403ea1-aa03-4d93-9b44-9624893165be req-e729f71f-0013-4eb8-a60e-e876cbe8b26b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Sep 28 12:23:37.697539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65697b-6e25-40c8-9c27-08e1446b1191 req-9c7c0799-5ddb-4b26-b4c5-c3a4f001d95e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.699278 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c65697b-6e25-40c8-9c27-08e1446b1191 req-9c7c0799-5ddb-4b26-b4c5-c3a4f001d95e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 944 time: 0.0510535 Sep 28 12:23:37.757551 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c65697b-6e25-40c8-9c27-08e1446b1191 req-7d9f9e2b-fa26-455f-81b5-192265fb9106 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512958 Sep 28 12:23:37.787577 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aa39e747-d08d-4632-b53a-e317a17b9ef1 req-5646a2a8-67ce-4953-8609-e435a1d79a7f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4922493 Sep 28 12:23:37.798706 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593 req-717f783b-646d-40d1-8628-5d66935fa623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.800536 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593 req-717f783b-646d-40d1-8628-5d66935fa623 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=a396283cd8314a74bfd5e411c246cc96&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5522721 Sep 28 12:23:37.803663 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-7fcbc4d3-4eed-4a5b-94e1-49a76e201cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:37.805161 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-7fcbc4d3-4eed-4a5b-94e1-49a76e201cbf service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=dd60752d-1269-4318-bcc5-7e8d9f3ecd76 HTTP/1.1" status: 200 len: 913 time: 0.5751188 Sep 28 12:23:38.424211 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:23:38.471096 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:23:38.477551 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:38.478142 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:38.478488 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a Sep 28 12:23:38.566467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:38.596401 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:38.596794 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:38.605482 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:23:38.625984 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab7b81-cf2d-4624-ac61-99a7c8c2634d req-136306e1-0f42-4e52-8c27-8e9740da4ac4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:38.627562 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-beab7b81-cf2d-4624-ac61-99a7c8c2634d req-136306e1-0f42-4e52-8c27-8e9740da4ac4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0693974 Sep 28 12:23:38.636871 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:23:38.691693 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-beab7b81-cf2d-4624-ac61-99a7c8c2634d req-15ae2879-e7cc-489a-9709-d47533ff6df7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570619 Sep 28 12:23:38.751242 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:38.758294 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:38.795633 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:38.832649 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:38.852875 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.854910 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.855344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.855771 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.856173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.857563 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.857971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.858370 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.860616 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.861030 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.861459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.861868 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.862632 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.864915 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.865590 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:38.946396 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93afcd-fdcd-40c4-a929-0999822cb206 req-8a091368-46f4-442f-a929-dba6d99709bf tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:38.949177 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2f93afcd-fdcd-40c4-a929-0999822cb206 req-8a091368-46f4-442f-a929-dba6d99709bf tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0780346 Sep 28 12:23:38.960338 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042fa10c-a761-4557-9df6-3b75e7ea9343" -d '{"events": [{"server_uuid": "f056349e-a0dd-4179-8cc2-2e3c77d54210", "name": "network-vif-plugged", "status": "completed", "tag": "9aa52a1f-1b14-4e05-b50f-fcecfa618b5a"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:23:39.003464 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196469c-f460-4b24-86c5-96a15024fcea req-c26c5ce5-db06-4aa2-9a09-b7f6a4b98bc6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:39.005079 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0196469c-f460-4b24-86c5-96a15024fcea req-c26c5ce5-db06-4aa2-9a09-b7f6a4b98bc6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0718307 Sep 28 12:23:39.019493 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2f93afcd-fdcd-40c4-a929-0999822cb206 req-8c4b6eb8-fa20-4f8f-88d8-e9d3c1ba9523 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Sep 28 12:23:39.063875 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0196469c-f460-4b24-86c5-96a15024fcea req-e09a1df0-8e76-4006-ae1c-38fcd55a61b9 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496502 Sep 28 12:23:39.222714 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e61937-396f-4d55-ae07-8a01ace58f93 x-openstack-request-id: req-75e61937-396f-4d55-ae07-8a01ace58f93 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:23:39.223073 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056349e-a0dd-4179-8cc2-2e3c77d54210", "name": "network-vif-plugged", "status": "completed", "tag": "9aa52a1f-1b14-4e05-b50f-fcecfa618b5a", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:23:39.223785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75e61937-396f-4d55-ae07-8a01ace58f93 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:23:39.224415 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e61937-396f-4d55-ae07-8a01ace58f93'] response: {'server_uuid': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a', 'code': 200} Sep 28 12:23:39.600155 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 46472) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:39.710329 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.792949 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Publish callbacks [] for security_group (ca48304c-6a55-4abf-9bd5-21b18a871155), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.797740 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ca48304c-6a55-4abf-9bd5-21b18a871155), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.832356 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777a594-910b-4b58-878e-5c2c6f73df30 req-46973c91-366b-41e4-bc1a-dad6382bd8c6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:39.833998 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d777a594-910b-4b58-878e-5c2c6f73df30 req-46973c91-366b-41e4-bc1a-dad6382bd8c6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0513620 Sep 28 12:23:39.839469 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48304c-6a55-4abf-9bd5-21b18a871155,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:39.845872 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ec1f3717b7b04b328256ef25c662eab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420566 Sep 28 12:23:39.848732 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 46484) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:39.855222 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.855566 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.855920 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.856260 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.856586 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.856910 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.857257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.857575 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.857910 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.858236 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.858569 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.858905 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.859226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.859539 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.860295 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da5cd56-8681-4218-936a-5a39c0116062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:39.895884 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d777a594-910b-4b58-878e-5c2c6f73df30 req-50cfe453-75d0-496f-8737-8f2f8e81f72d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551007 Sep 28 12:23:39.919871 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-813d9835-762c-4603-a8a1-e5463d4e0782 admin admin] Publish callbacks [] for security_group (ca48304c-6a55-4abf-9bd5-21b18a871155), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.940492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-813d9835-762c-4603-a8a1-e5463d4e0782 admin admin] Publish callbacks [] for security_group (ca48304c-6a55-4abf-9bd5-21b18a871155), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.989502 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-813d9835-762c-4603-a8a1-e5463d4e0782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ca48304c-6a55-4abf-9bd5-21b18a871155), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.992239 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-813d9835-762c-4603-a8a1-e5463d4e0782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:39.993396 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-813d9835-762c-4603-a8a1-e5463d4e0782 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ca48304c-6a55-4abf-9bd5-21b18a871155 HTTP/1.1" status: 204 len: 168 time: 0.1436954 Sep 28 12:23:40.001500 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d9835-762c-4603-a8a1-e5463d4e0782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48304c-6a55-4abf-9bd5-21b18a871155,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:40.174262 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:40.182848 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b15f7-14f8-47f6-813c-2014c86274ce req-fd3af29f-9284-4de8-afb4-0d44f5d658c2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:40.184390 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c39b15f7-14f8-47f6-813c-2014c86274ce req-fd3af29f-9284-4de8-afb4-0d44f5d658c2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0696044 Sep 28 12:23:40.228209 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b4408-60fa-45f3-94d0-9956bdff678c req-a83e68e4-25a0-4677-b793-8e458a687103 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:40.229757 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f41b4408-60fa-45f3-94d0-9956bdff678c req-a83e68e4-25a0-4677-b793-8e458a687103 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0730412 Sep 28 12:23:40.259044 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c39b15f7-14f8-47f6-813c-2014c86274ce req-d909ffb2-b043-4913-ba80-bb7da574bdc8 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654547 Sep 28 12:23:40.280625 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f41b4408-60fa-45f3-94d0-9956bdff678c req-0dc1daa8-ceae-4594-8682-8f280b8f4706 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450420 Sep 28 12:23:40.380130 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 46512) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:40.393083 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.468442 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Publish callbacks [] for security_group (aa4cc774-1c12-43c1-9575-da9b1eaaa4a4), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.474813 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (aa4cc774-1c12-43c1-9575-da9b1eaaa4a4), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.515364 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4d8c0ae0fd7145cf9cd54b43423be2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319389 Sep 28 12:23:40.515364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4cc774-1c12-43c1-9575-da9b1eaaa4a4,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:40.515859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 46520) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:40.522694 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.523033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.523601 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.523710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.524029 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.524355 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.524672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.524987 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.525338 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.525662 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.525994 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.526328 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.526646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.526955 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.527264 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de5919a-5f4e-470e-badc-55edba5db9bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:23:40.575882 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4b9a-efe1-4243-99da-36eba2c68bc6 admin admin] Publish callbacks [] for security_group (aa4cc774-1c12-43c1-9575-da9b1eaaa4a4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.600595 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4b9a-efe1-4243-99da-36eba2c68bc6 admin admin] Publish callbacks [] for security_group (aa4cc774-1c12-43c1-9575-da9b1eaaa4a4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.624888 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:40.650347 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4b9a-efe1-4243-99da-36eba2c68bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (aa4cc774-1c12-43c1-9575-da9b1eaaa4a4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.652850 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4b9a-efe1-4243-99da-36eba2c68bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:40.654027 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ac0f4b9a-efe1-4243-99da-36eba2c68bc6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/aa4cc774-1c12-43c1-9575-da9b1eaaa4a4 HTTP/1.1" status: 204 len: 168 time: 0.1372800 Sep 28 12:23:40.662361 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f4b9a-efe1-4243-99da-36eba2c68bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4cc774-1c12-43c1-9575-da9b1eaaa4a4,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:41.025623 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d31130-44f6-4b33-bb34-680f465145c1 req-df26a0d0-3769-4d03-bf3e-eae83428c07a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:41.027104 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4d31130-44f6-4b33-bb34-680f465145c1 req-df26a0d0-3769-4d03-bf3e-eae83428c07a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0513086 Sep 28 12:23:41.080302 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4d31130-44f6-4b33-bb34-680f465145c1 req-f1636267-81d4-4388-b75a-8dbc7a69e27c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472510 Sep 28 12:23:41.381740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e56679-f729-41a3-9206-3f8497ca4c20 req-c59cda02-bb2e-4c24-b4b4-f033ac0e05cb tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:41.383300 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-15e56679-f729-41a3-9206-3f8497ca4c20 req-c59cda02-bb2e-4c24-b4b4-f033ac0e05cb tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Sep 28 12:23:41.413240 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc557441-959b-4324-ba53-e90655052357 req-f1b19ff7-758c-45ad-8d63-70c1e5cff68b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:41.414653 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fc557441-959b-4324-ba53-e90655052357 req-f1b19ff7-758c-45ad-8d63-70c1e5cff68b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 943 time: 0.0529511 Sep 28 12:23:41.430902 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-15e56679-f729-41a3-9206-3f8497ca4c20 req-64d34f0a-c068-49b0-a0da-e0d93f3ace92 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Sep 28 12:23:41.469233 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fc557441-959b-4324-ba53-e90655052357 req-ce57ae6e-71c8-4793-911f-36165d8a2d27 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465815 Sep 28 12:23:42.006231 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 7db57789-d5c3-4711-9222-79c5c2dd7daa details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:23:42.018453 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:42.125018 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 7db57789-d5c3-4711-9222-79c5c2dd7daa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:42.138580 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:23:42.187428 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 7db57789-d5c3-4711-9222-79c5c2dd7daa is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:42.187835 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:42.207761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db57789-d5c3-4711-9222-79c5c2dd7daa {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:23:42.219467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2943d2c-d03b-4807-8e29-68dc6f31635a req-6548a67f-45fe-4b99-b44b-d43bbef5b2bf tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:42.227265 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e2943d2c-d03b-4807-8e29-68dc6f31635a req-6548a67f-45fe-4b99-b44b-d43bbef5b2bf tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0575218 Sep 28 12:23:42.238017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 7db57789-d5c3-4711-9222-79c5c2dd7daa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:42.248283 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:42.266505 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:42.286033 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e2943d2c-d03b-4807-8e29-68dc6f31635a req-dd7187c2-e799-49a9-a01e-146df630b753 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578678 Sep 28 12:23:42.309905 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=7db57789-d5c3-4711-9222-79c5c2dd7daa,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:42.558299 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296a4db-0237-412d-9ffd-b5b1b2a009eb req-c18a7667-9bb8-4e26-968c-af66c1caa3e2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:42.559826 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e296a4db-0237-412d-9ffd-b5b1b2a009eb req-c18a7667-9bb8-4e26-968c-af66c1caa3e2 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Sep 28 12:23:42.598966 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4d1b-35b4-4fcf-9d42-bb6efb0dc9ee req-0ff6f951-f711-445d-9d3b-50fe4286868a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:42.601584 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-256a4d1b-35b4-4fcf-9d42-bb6efb0dc9ee req-0ff6f951-f711-445d-9d3b-50fe4286868a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 944 time: 0.0555136 Sep 28 12:23:42.616037 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e296a4db-0237-412d-9ffd-b5b1b2a009eb req-164c9948-1497-41b5-8b2d-27a96ab83234 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Sep 28 12:23:42.657168 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-256a4d1b-35b4-4fcf-9d42-bb6efb0dc9ee req-173154a8-1fe2-4e98-8ed0-4a82e73a02db tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511498 Sep 28 12:23:42.922364 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 46626) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:43.025622 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b7fb150a-f257-4191-9a37-718aa64f5e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.105384 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b7fb150a-f257-4191-9a37-718aa64f5e0d admin admin] Publish callbacks [] for security_group (e1ca4801-732c-47df-bb6f-54acb5caabbb), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.109060 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b7fb150a-f257-4191-9a37-718aa64f5e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e1ca4801-732c-47df-bb6f-54acb5caabbb), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.146183 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb150a-f257-4191-9a37-718aa64f5e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca4801-732c-47df-bb6f-54acb5caabbb,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:43.151981 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b7fb150a-f257-4191-9a37-718aa64f5e0d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0e96c15d58a047109cca4d693dfa85c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283702 Sep 28 12:23:43.154479 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 46632) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:43.208076 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-59088b37-5ec6-4b61-aa1a-37a3a19ce5b8 admin admin] Publish callbacks [] for security_group (e1ca4801-732c-47df-bb6f-54acb5caabbb), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.228161 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-59088b37-5ec6-4b61-aa1a-37a3a19ce5b8 admin admin] Publish callbacks [] for security_group (e1ca4801-732c-47df-bb6f-54acb5caabbb), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.273566 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-59088b37-5ec6-4b61-aa1a-37a3a19ce5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e1ca4801-732c-47df-bb6f-54acb5caabbb), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.276075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-59088b37-5ec6-4b61-aa1a-37a3a19ce5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.277234 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-59088b37-5ec6-4b61-aa1a-37a3a19ce5b8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e1ca4801-732c-47df-bb6f-54acb5caabbb HTTP/1.1" status: 204 len: 168 time: 0.1218157 Sep 28 12:23:43.285526 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59088b37-5ec6-4b61-aa1a-37a3a19ce5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca4801-732c-47df-bb6f-54acb5caabbb,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:43.420386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa0cf6-911a-46bc-ab5b-e6f5c67cb227 req-31776692-faf6-468a-8d4f-584cd983313d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:43.421901 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4aa0cf6-911a-46bc-ab5b-e6f5c67cb227 req-31776692-faf6-468a-8d4f-584cd983313d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0513628 Sep 28 12:23:43.440930 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:43.474765 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4aa0cf6-911a-46bc-ab5b-e6f5c67cb227 req-fcbec422-e8fc-422d-ad3f-d4aa54220f8e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464590 Sep 28 12:23:43.572413 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 46644) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:43.586379 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07d00751-103b-44b5-aebe-8d0695d25e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.619751 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:43.671322 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07d00751-103b-44b5-aebe-8d0695d25e66 admin admin] Publish callbacks [] for security_group (58902f4c-5ace-49a4-b968-6f84bcc40c45), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.675249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07d00751-103b-44b5-aebe-8d0695d25e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (58902f4c-5ace-49a4-b968-6f84bcc40c45), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.740541 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d00751-103b-44b5-aebe-8d0695d25e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58902f4c-5ace-49a4-b968-6f84bcc40c45,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:43.751163 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-07d00751-103b-44b5-aebe-8d0695d25e66 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3784af1f68ac49e79586d845435de494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751657 Sep 28 12:23:43.751647 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 46654) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:23:43.782696 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760634be-67dd-41e3-b364-ec3794329ada req-bb00625e-9f5f-44eb-86f1-4d75b04d8f57 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:43.784550 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-760634be-67dd-41e3-b364-ec3794329ada req-bb00625e-9f5f-44eb-86f1-4d75b04d8f57 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0911896 Sep 28 12:23:43.807397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd37ee-0314-499c-bf85-e6c3388a73b9 req-3cf9cd8f-f551-4285-99d8-fa4b81bf6adb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:43.809521 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dffd37ee-0314-499c-bf85-e6c3388a73b9 req-3cf9cd8f-f551-4285-99d8-fa4b81bf6adb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 944 time: 0.0737016 Sep 28 12:23:43.857947 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4ce8-2f59-447c-af9b-0fe6e7c9d10c admin admin] Publish callbacks [] for security_group (58902f4c-5ace-49a4-b968-6f84bcc40c45), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.869911 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dffd37ee-0314-499c-bf85-e6c3388a73b9 req-231f5551-3f89-44f4-ac9a-c17bda3f53cb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543356 Sep 28 12:23:43.895316 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4ce8-2f59-447c-af9b-0fe6e7c9d10c admin admin] Publish callbacks [] for security_group (58902f4c-5ace-49a4-b968-6f84bcc40c45), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.914371 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-760634be-67dd-41e3-b364-ec3794329ada req-2cc4e2b4-c2b9-433a-b9cc-139e4951f32d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071393 Sep 28 12:23:43.950250 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4ce8-2f59-447c-af9b-0fe6e7c9d10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (58902f4c-5ace-49a4-b968-6f84bcc40c45), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.953009 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4ce8-2f59-447c-af9b-0fe6e7c9d10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:43.954158 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ea5b4ce8-2f59-447c-af9b-0fe6e7c9d10c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/58902f4c-5ace-49a4-b968-6f84bcc40c45 HTTP/1.1" status: 204 len: 168 time: 0.2016249 Sep 28 12:23:43.962534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b4ce8-2f59-447c-af9b-0fe6e7c9d10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58902f4c-5ace-49a4-b968-6f84bcc40c45,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:44.552240 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['7db57789-d5c3-4711-9222-79c5c2dd7daa'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:23:44.634152 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e629c07-9060-45e6-bfd9-3b3cee3e390d req-a2f71c8b-ff74-4af6-b4f6-21a278fa97ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:44.636172 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8e629c07-9060-45e6-bfd9-3b3cee3e390d req-a2f71c8b-ff74-4af6-b4f6-21a278fa97ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0635285 Sep 28 12:23:44.685716 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:44.703963 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8e629c07-9060-45e6-bfd9-3b3cee3e390d req-a95a0d89-b3ae-4449-aa75-d2730343930e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590339 Sep 28 12:23:44.897123 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-9fff413d-113a-4e8a-84eb-6d8d25445315 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a HTTP/1.1" status: 200 len: 217 time: 0.0976386 Sep 28 12:23:45.184297 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7ab71-1e97-4cf3-b02f-175ce10ddabb req-d9467cfd-ab0c-4209-a936-9b164e49c88f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.194209 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-00c7ab71-1e97-4cf3-b02f-175ce10ddabb req-d9467cfd-ab0c-4209-a936-9b164e49c88f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 944 time: 0.1625481 Sep 28 12:23:45.218795 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce448ad9-3eb0-4907-8a2c-3f0bae57efd0 req-2d149908-b5dd-414a-8706-0464a07366a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.221991 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ce448ad9-3eb0-4907-8a2c-3f0bae57efd0 req-2d149908-b5dd-414a-8706-0464a07366a7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 1129 time: 0.1471241 Sep 28 12:23:45.224078 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-a20a8e46-b2c0-448e-b22f-0a5179edfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.226001 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-a20a8e46-b2c0-448e-b22f-0a5179edfcfe service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=dfedfafa-e93c-4d9f-9d79-965f5392513f HTTP/1.1" status: 200 len: 851 time: 0.2200215 Sep 28 12:23:45.233351 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62a6f3-f6b0-462a-9911-34dfc38935d4 req-5dd9beb6-b356-475e-bc7b-1ab9b0694fec tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.235128 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2c62a6f3-f6b0-462a-9911-34dfc38935d4 req-5dd9beb6-b356-475e-bc7b-1ab9b0694fec tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.1695342 Sep 28 12:23:45.263917 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-ce448ad9-3eb0-4907-8a2c-3f0bae57efd0 req-f9f3b38c-6222-4264-9734-b6b06668a9ca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:45.317941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593 req-7d994d8f-654a-4ca7-ac23-e77533927428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.319889 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1b6f6c0c-852a-4ff8-9f86-3f7c9b07a593 req-7d994d8f-654a-4ca7-ac23-e77533927428 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5142090 Sep 28 12:23:45.340709 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-00c7ab71-1e97-4cf3-b02f-175ce10ddabb req-d26ff2af-fece-46c4-a22a-059b56056afe tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354127 Sep 28 12:23:45.400302 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-684ebb61-e672-4e1a-abc6-1798f55cbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.402098 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-684ebb61-e672-4e1a-abc6-1798f55cbd7d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=dd60752d-1269-4318-bcc5-7e8d9f3ecd76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1657877 Sep 28 12:23:45.424058 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2c62a6f3-f6b0-462a-9911-34dfc38935d4 req-561fecfe-72f7-4892-b911-48faadb5fb51 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628666 Sep 28 12:23:45.474976 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-ce448ad9-3eb0-4907-8a2c-3f0bae57efd0 req-f9f3b38c-6222-4264-9734-b6b06668a9ca service neutron] Publish callbacks [] for security_group (c5917dda-96cd-4754-bc5d-fb01f31b3b5c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:45.479296 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-ce448ad9-3eb0-4907-8a2c-3f0bae57efd0 req-f9f3b38c-6222-4264-9734-b6b06668a9ca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c5917dda-96cd-4754-bc5d-fb01f31b3b5c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:45.545423 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1cc154e4-b838-4b2e-89a1-c1e6d779a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.547152 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-1cc154e4-b838-4b2e-89a1-c1e6d779a96b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1128 time: 0.1194999 Sep 28 12:23:45.553241 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:45.556388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 7db57789-d5c3-4711-9222-79c5c2dd7daa up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:23:45.557314 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ce448ad9-3eb0-4907-8a2c-3f0bae57efd0 req-f9f3b38c-6222-4264-9734-b6b06668a9ca service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228886 Sep 28 12:23:45.559860 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3b38c-6222-4264-9734-b6b06668a9ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c5917dda-96cd-4754-bc5d-fb01f31b3b5c,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:45.652036 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-581ad5e5-e20a-44df-86c2-d969a5176176 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225957 Sep 28 12:23:45.739649 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 7db57789-d5c3-4711-9222-79c5c2dd7daa completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:23:45.747923 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 7db57789-d5c3-4711-9222-79c5c2dd7daa triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:23:45.750019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:45.750513 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 7db57789-d5c3-4711-9222-79c5c2dd7daa Sep 28 12:23:45.854777 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 7db57789-d5c3-4711-9222-79c5c2dd7daa is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:23:45.855202 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:45.888842 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:23:45.891226 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08e5289-e4c6-4d5a-9666-2b424ee09470" -d '{"events": [{"server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "name": "network-vif-plugged", "status": "completed", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:23:45.894362 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260f964-9a75-4664-97ed-682d602955fc req-c9cf0bab-030f-40dc-a9a5-eddfe809559e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:45.896316 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1260f964-9a75-4664-97ed-682d602955fc req-c9cf0bab-030f-40dc-a9a5-eddfe809559e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0624504 Sep 28 12:23:45.911351 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 7db57789-d5c3-4711-9222-79c5c2dd7daa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:23:45.916065 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:45.943890 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9481948-dc41-438f-b8fb-b68c8d1c3af6 x-openstack-request-id: req-e9481948-dc41-438f-b8fb-b68c8d1c3af6 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:23:45.944286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "name": "network-vif-plugged", "status": "completed", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:23:45.944537 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9481948-dc41-438f-b8fb-b68c8d1c3af6 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:23:45.944921 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9481948-dc41-438f-b8fb-b68c8d1c3af6'] response: {'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'code': 200} Sep 28 12:23:45.947334 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1260f964-9a75-4664-97ed-682d602955fc req-b1411645-6830-4b12-8070-089f08a558bd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 Sep 28 12:23:45.974166 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=7db57789-d5c3-4711-9222-79c5c2dd7daa,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:23:46.031261 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-366df4c8-3791-47d9-89d8-6e5a2968407d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 217 time: 0.0379117 Sep 28 12:23:46.306008 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d99cc4a-4af2-453f-8543-131e536acdfb req-a8e8df0c-d386-472a-a012-c9af27d6d542 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926228 Sep 28 12:23:46.487101 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43999b52-0a59-4525-be9c-f6850bd453ce req-211f6cbd-8a5d-400e-9294-c7cdd4d54c5d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:46.488643 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-43999b52-0a59-4525-be9c-f6850bd453ce req-211f6cbd-8a5d-400e-9294-c7cdd4d54c5d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0465579 Sep 28 12:23:46.537223 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-43999b52-0a59-4525-be9c-f6850bd453ce req-66caeca2-74f4-44d5-a818-0174c03d99f5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429146 Sep 28 12:23:46.566362 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa1eb0-49af-40ff-bfcb-6f5495e45b11 req-79715e2d-9643-4115-b631-d7048b3c98de tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:46.568008 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-47fa1eb0-49af-40ff-bfcb-6f5495e45b11 req-79715e2d-9643-4115-b631-d7048b3c98de tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Sep 28 12:23:46.601444 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:46.617155 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-47fa1eb0-49af-40ff-bfcb-6f5495e45b11 req-92205a71-cc6e-40f5-91d6-d009c3e42011 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Sep 28 12:23:46.856545 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-014fbfe5-213d-484b-8ccc-fe4c1c37485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:46.859952 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-014fbfe5-213d-484b-8ccc-fe4c1c37485b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0586810 Sep 28 12:23:46.986144 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58186a6-a911-484f-8147-9e074f7371e5 req-cf88f397-5e73-44de-9699-b9a2e35e2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:46.990488 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-cf88f397-5e73-44de-9699-b9a2e35e2a68 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993488 Sep 28 12:23:47.083996 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb34dc-4fd0-4d7e-a8cf-3804e288c39e req-f0115854-7728-45de-8e57-9eb24b564e44 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:47.085572 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-51eb34dc-4fd0-4d7e-a8cf-3804e288c39e req-f0115854-7728-45de-8e57-9eb24b564e44 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0526106 Sep 28 12:23:47.141159 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-51eb34dc-4fd0-4d7e-a8cf-3804e288c39e req-ff474ec2-d29e-49e2-8a88-abe4b8c36d4b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Sep 28 12:23:47.654645 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b93ef-156d-44b1-a682-b310206476fa req-84ba61ff-51a7-4fcf-8b7d-1733d4b2b2c9 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:47.656110 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6b93ef-156d-44b1-a682-b310206476fa req-84ba61ff-51a7-4fcf-8b7d-1733d4b2b2c9 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0449383 Sep 28 12:23:47.698707 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:47.706960 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6b93ef-156d-44b1-a682-b310206476fa req-01d43656-65b4-412a-b6dc-1c59666220ad tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449128 Sep 28 12:23:47.724648 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:47.739819 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fde81-0c07-4786-90b5-ee6717ff3e1e req-8e471fdf-eeac-4f70-8a4a-e335e902c724 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:47.741290 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6a4fde81-0c07-4786-90b5-ee6717ff3e1e req-8e471fdf-eeac-4f70-8a4a-e335e902c724 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0471466 Sep 28 12:23:47.790028 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6a4fde81-0c07-4786-90b5-ee6717ff3e1e req-6576eba6-e153-4816-96f4-f88920c99dbe tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Sep 28 12:23:48.277528 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3113b6-9c9c-438b-82ee-d130f4b84d42 req-a8ba03cb-2679-4f1c-bb69-7338eb8e32f6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:48.278950 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6c3113b6-9c9c-438b-82ee-d130f4b84d42 req-a8ba03cb-2679-4f1c-bb69-7338eb8e32f6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0441480 Sep 28 12:23:48.323645 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6c3113b6-9c9c-438b-82ee-d130f4b84d42 req-d2b7e19b-fa79-41fb-8d47-63bd044253e8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 Sep 28 12:23:48.605274 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:48.826070 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9e6fd-cc89-4cb4-acb4-7dd05c52633a req-fbb98f61-6994-403e-baa0-ce443a44c903 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:48.827498 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-53f9e6fd-cc89-4cb4-acb4-7dd05c52633a req-fbb98f61-6994-403e-baa0-ce443a44c903 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0465553 Sep 28 12:23:48.876445 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-53f9e6fd-cc89-4cb4-acb4-7dd05c52633a req-85071336-dd43-4776-aa49-49c7c0c47e9d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427716 Sep 28 12:23:48.910719 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e02548-943b-48d0-a592-e1cf409212bd req-326890b1-98b7-4e8b-9a0c-6c83c7f45dfc tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:48.912171 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-59e02548-943b-48d0-a592-e1cf409212bd req-326890b1-98b7-4e8b-9a0c-6c83c7f45dfc tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0471435 Sep 28 12:23:48.956839 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-59e02548-943b-48d0-a592-e1cf409212bd req-51058107-88c1-4e43-b997-6076f9d8252d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393126 Sep 28 12:23:49.196752 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:49.197774 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:49.242259 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:49.438770 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:49.448664 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb957b-f9e6-4a23-8357-28e36e15411e req-7de3bfba-31e4-4169-8f6c-0741bbc4ee01 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:49.450146 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dbcb957b-f9e6-4a23-8357-28e36e15411e req-7de3bfba-31e4-4169-8f6c-0741bbc4ee01 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0480196 Sep 28 12:23:49.498189 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dbcb957b-f9e6-4a23-8357-28e36e15411e req-dc60f7d6-3a43-4259-8d81-9b1980f22bd4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 Sep 28 12:23:49.998838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7c875-cae0-458f-acd1-ff394bff4d83 req-1afef761-ef08-4d98-b7e4-41e79a3502ae tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:50.000291 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-50c7c875-cae0-458f-acd1-ff394bff4d83 req-1afef761-ef08-4d98-b7e4-41e79a3502ae tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0493832 Sep 28 12:23:50.048392 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-50c7c875-cae0-458f-acd1-ff394bff4d83 req-430b878a-48c3-441b-a3bf-8456465f61f7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Sep 28 12:23:50.084136 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbbed9-07db-40e3-8ddf-56390c1d0fa5 req-23ff5df5-a850-434a-b928-affdc7def59e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:50.085736 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-25bbbed9-07db-40e3-8ddf-56390c1d0fa5 req-23ff5df5-a850-434a-b928-affdc7def59e tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Sep 28 12:23:50.134198 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-25bbbed9-07db-40e3-8ddf-56390c1d0fa5 req-8614a26a-1217-49fe-a74b-7353b4c3d445 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Sep 28 12:23:50.626119 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d147b6-82bf-4528-adca-46d8b691c70e req-c2a0db6e-5e20-424a-8769-89e7f3efd581 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:50.627610 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b6d147b6-82bf-4528-adca-46d8b691c70e req-c2a0db6e-5e20-424a-8769-89e7f3efd581 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0466475 Sep 28 12:23:50.678189 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b6d147b6-82bf-4528-adca-46d8b691c70e req-6f9deaba-7906-490b-9e8d-034027a0e4ae tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Sep 28 12:23:51.168235 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d6e5c-e68f-4e0c-b8b3-e9c2e247737f req-0ee06c18-6836-4568-917e-a7beab4ece6b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:51.169695 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-496d6e5c-e68f-4e0c-b8b3-e9c2e247737f req-0ee06c18-6836-4568-917e-a7beab4ece6b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0452864 Sep 28 12:23:51.222123 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-496d6e5c-e68f-4e0c-b8b3-e9c2e247737f req-4c3f3d59-209e-4718-8856-c11bd37135e6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463574 Sep 28 12:23:51.227793 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b46fbfed-5786-4f2b-8f40-e91cddab39fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:51.257494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff25ee1-a301-48f1-a93f-42bfc23bcc1c req-bef7cf59-a9fb-41db-a223-d31c73c1a26d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:51.258928 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7ff25ee1-a301-48f1-a93f-42bfc23bcc1c req-bef7cf59-a9fb-41db-a223-d31c73c1a26d tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0466368 Sep 28 12:23:51.307615 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7ff25ee1-a301-48f1-a93f-42bfc23bcc1c req-75656993-9cac-4abc-94b2-3c85cd2ad58b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Sep 28 12:23:51.671973 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd9df9-f17e-4e94-8c07-f021b7ad8b60 req-9a8e5eed-98df-4346-a5ec-952c06032def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:51.673536 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-87bd9df9-f17e-4e94-8c07-f021b7ad8b60 req-9a8e5eed-98df-4346-a5ec-952c06032def service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 1129 time: 0.0818217 Sep 28 12:23:51.732926 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-2e126362-9b0e-42a4-8f9c-3170c06d348f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910598 Sep 28 12:23:51.844870 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-87bd9df9-f17e-4e94-8c07-f021b7ad8b60 req-a254484e-11fe-4625-bb44-1abadf884df9 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553960 Sep 28 12:23:51.864064 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebd184-9271-45a3-8e2b-a75ee4d28dd7 req-1ad0fc60-0925-40e7-a287-77715c1a4907 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:51.865563 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cdebd184-9271-45a3-8e2b-a75ee4d28dd7 req-1ad0fc60-0925-40e7-a287-77715c1a4907 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0959761 Sep 28 12:23:51.922847 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a58186a6-a911-484f-8147-9e074f7371e5 req-80d7d961-50b7-4b7d-b2bf-e71bfcc1ee5e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749187 Sep 28 12:23:51.940030 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cdebd184-9271-45a3-8e2b-a75ee4d28dd7 req-28f2703e-2980-4e68-98b9-036ad835f756 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668678 Sep 28 12:23:52.338584 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962d11e-b775-45a0-af43-8615bf333cfb req-2c34001d-1050-44f3-9184-6ee210826eda tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:52.339945 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c962d11e-b775-45a0-af43-8615bf333cfb req-2c34001d-1050-44f3-9184-6ee210826eda tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0440423 Sep 28 12:23:52.386649 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c962d11e-b775-45a0-af43-8615bf333cfb req-bf663d16-666a-4793-bcbf-5cd636868f26 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 Sep 28 12:23:52.428927 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47c33-3fb3-43a1-a1ef-2c97c5653a78 req-8df510db-e5e7-41fe-b50f-84fa018ea673 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:52.431329 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fb47c33-3fb3-43a1-a1ef-2c97c5653a78 req-8df510db-e5e7-41fe-b50f-84fa018ea673 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0505760 Sep 28 12:23:52.479816 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fb47c33-3fb3-43a1-a1ef-2c97c5653a78 req-351eacfb-823b-4973-a7d5-724c445ca875 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Sep 28 12:23:53.074825 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd7758-b0b7-4c6b-bf50-0a6318ec790a req-b3a80c24-9430-4cb5-bdd2-3483fed6f4ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:53.076349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5bbd7758-b0b7-4c6b-bf50-0a6318ec790a req-b3a80c24-9430-4cb5-bdd2-3483fed6f4ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0526268 Sep 28 12:23:53.123975 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5bbd7758-b0b7-4c6b-bf50-0a6318ec790a req-01212dec-7f5f-4cfe-b094-3c1328c5145d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420294 Sep 28 12:23:53.512653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255bd83-3049-4818-af90-8e6db6b0ca85 req-6a90bbc2-f6ee-4e1e-9aec-18a860e773a3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:53.514405 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c255bd83-3049-4818-af90-8e6db6b0ca85 req-6a90bbc2-f6ee-4e1e-9aec-18a860e773a3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0454788 Sep 28 12:23:53.517539 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-203fe9cb-a3d2-4546-b67c-f62163a9af42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:53.533609 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:53.566197 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c255bd83-3049-4818-af90-8e6db6b0ca85 req-d17bf7eb-af28-479d-a40d-c3b47ec32fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463593 Sep 28 12:23:53.605677 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbfa5b-a100-459a-b267-6a8517b9e2fa req-d1c80916-2bd4-4996-936c-e7a481a7c623 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:53.607110 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b3fbfa5b-a100-459a-b267-6a8517b9e2fa req-d1c80916-2bd4-4996-936c-e7a481a7c623 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Sep 28 12:23:53.636512 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:53.653950 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b3fbfa5b-a100-459a-b267-6a8517b9e2fa req-a8fb4763-5ec6-43d5-8f04-54c34a7d3664 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Sep 28 12:23:54.434260 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62ed42-af50-4fb6-8401-98bf916bba5b req-ebaea902-de0a-4aa6-bebc-43b1a1735be4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:54.435692 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c62ed42-af50-4fb6-8401-98bf916bba5b req-ebaea902-de0a-4aa6-bebc-43b1a1735be4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.2159607 Sep 28 12:23:54.482000 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c62ed42-af50-4fb6-8401-98bf916bba5b req-2047df36-31e3-4a87-81c3-22b9cdb29944 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Sep 28 12:23:54.685054 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9057843-de77-4304-82bb-c51fecd1c593 req-4668728f-3bcd-4b5a-adf2-699e06f65726 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:54.686534 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c9057843-de77-4304-82bb-c51fecd1c593 req-4668728f-3bcd-4b5a-adf2-699e06f65726 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0455234 Sep 28 12:23:54.732946 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c9057843-de77-4304-82bb-c51fecd1c593 req-d11badcc-1212-4ddb-903a-ffa2d38ca58c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Sep 28 12:23:54.795922 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:55.603359 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfa4ad-202b-4317-8928-bf2f5885c6e4 req-a8b0f355-47de-4e6e-b6eb-9102e4a38747 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:55.604701 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3dbfa4ad-202b-4317-8928-bf2f5885c6e4 req-a8b0f355-47de-4e6e-b6eb-9102e4a38747 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0456154 Sep 28 12:23:55.652265 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3dbfa4ad-202b-4317-8928-bf2f5885c6e4 req-f17f89b5-a35a-4094-a009-28e51c16e3d8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Sep 28 12:23:55.853333 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81834648-d952-4acb-b05a-5b7651a42ac0 req-4e734102-a4e8-4a53-aabb-c80243cf166c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:55.854861 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-81834648-d952-4acb-b05a-5b7651a42ac0 req-4e734102-a4e8-4a53-aabb-c80243cf166c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0491927 Sep 28 12:23:55.902204 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-81834648-d952-4acb-b05a-5b7651a42ac0 req-fb08c21b-a8bf-4c57-8b87-a78438d73eb3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Sep 28 12:23:56.136184 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:56.177966 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:23:56.775392 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e54f1-4971-40be-8149-aeacb70c1b45 req-80284177-3556-4344-b245-ea0d1e6f9e6f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:56.776833 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb3e54f1-4971-40be-8149-aeacb70c1b45 req-80284177-3556-4344-b245-ea0d1e6f9e6f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0486808 Sep 28 12:23:56.794393 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:56.823885 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb3e54f1-4971-40be-8149-aeacb70c1b45 req-bc0b939d-bd9e-4e4e-bfb8-d6fd14caf47c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416489 Sep 28 12:23:57.018125 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e067d55-6369-4b51-8788-de6c40a48f55 req-f17f1d40-924f-4777-b5e1-ec330112052b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:57.019579 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e067d55-6369-4b51-8788-de6c40a48f55 req-f17f1d40-924f-4777-b5e1-ec330112052b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0448480 Sep 28 12:23:57.066814 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e067d55-6369-4b51-8788-de6c40a48f55 req-054136bb-4f78-40c8-bab2-db7e558ae7f9 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Sep 28 12:23:57.951588 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b940-7a2b-4213-941e-050ffad68414 req-5dcbd366-78d9-47c1-ac72-5cf1490ac1a9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:57.954097 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1ea5b940-7a2b-4213-941e-050ffad68414 req-5dcbd366-78d9-47c1-ac72-5cf1490ac1a9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0505040 Sep 28 12:23:58.001776 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1ea5b940-7a2b-4213-941e-050ffad68414 req-e51c5d79-9ac9-493e-af20-d5ff8ba7e90c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Sep 28 12:23:58.182898 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd817e-b46d-4ab7-8034-c99e5c108d28 req-d77a6dd8-f873-4b39-a6e2-39d05c83c5db tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:58.184377 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f9dd817e-b46d-4ab7-8034-c99e5c108d28 req-d77a6dd8-f873-4b39-a6e2-39d05c83c5db tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0457342 Sep 28 12:23:58.197349 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:23:58.236036 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f9dd817e-b46d-4ab7-8034-c99e5c108d28 req-9130537f-052f-4c56-b9a0-ef03bfdf7ced tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460315 Sep 28 12:23:59.124934 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1484c0-626e-4b08-ac74-8e9de5beb83f req-20131580-c8f2-4726-a1e8-0b52690d33a8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:59.126521 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb1484c0-626e-4b08-ac74-8e9de5beb83f req-20131580-c8f2-4726-a1e8-0b52690d33a8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0457907 Sep 28 12:23:59.179085 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb1484c0-626e-4b08-ac74-8e9de5beb83f req-74de8a7f-8446-4089-9c3a-b830835b302a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Sep 28 12:23:59.356934 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b94e1-62cd-44c7-931a-832779dfc72d req-f7cbf288-d2ec-4d2d-b0d4-e1d5902ca66a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:23:59.358457 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6b7b94e1-62cd-44c7-931a-832779dfc72d req-f7cbf288-d2ec-4d2d-b0d4-e1d5902ca66a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0482128 Sep 28 12:23:59.406204 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6b7b94e1-62cd-44c7-931a-832779dfc72d req-a9e84a0e-67c8-416d-97b9-27e76fecea77 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422873 Sep 28 12:24:00.327332 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47098) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:00.333704 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3a32-ce41-4641-958b-f246fd4afca5 req-705bdb70-24a3-4f70-80e5-4b73f3055bb6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:00.335412 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-39de3a32-ce41-4641-958b-f246fd4afca5 req-705bdb70-24a3-4f70-80e5-4b73f3055bb6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0691099 Sep 28 12:24:00.341366 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47102) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:00.420244 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-39de3a32-ce41-4641-958b-f246fd4afca5 req-9344c7cf-d03f-4cfc-97cf-464a4266e2ea tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791750 Sep 28 12:24:00.474888 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b8c82c09-81a9-4993-957d-d543bff89d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.514900 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e65a1a2c-e91d-4920-9400-f3250df986a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.574691 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c650b-22a3-4d9f-ac3a-fc22d9ed5391 req-4bcd0746-b156-4941-96e4-6916f364cfcf tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:00.576493 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-473c650b-22a3-4d9f-ac3a-fc22d9ed5391 req-4bcd0746-b156-4941-96e4-6916f364cfcf tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0565948 Sep 28 12:24:00.624922 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-473c650b-22a3-4d9f-ac3a-fc22d9ed5391 req-0127b90d-b689-47d2-b7f0-881d3fe6c246 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Sep 28 12:24:00.640086 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b8c82c09-81a9-4993-957d-d543bff89d2a admin admin] Publish callbacks [] for security_group (ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.649186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b8c82c09-81a9-4993-957d-d543bff89d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.657923 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e65a1a2c-e91d-4920-9400-f3250df986a7 admin admin] Publish callbacks [] for security_group (7a1fad3d-8132-406b-873e-36a6cca901cc), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.672332 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e65a1a2c-e91d-4920-9400-f3250df986a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7a1fad3d-8132-406b-873e-36a6cca901cc), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.708429 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b8c82c09-81a9-4993-957d-d543bff89d2a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bb95e933d04c4042a3db6af294db4f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796654 Sep 28 12:24:00.711413 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47114) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:00.711700 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c82c09-81a9-4993-957d-d543bff89d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:00.717708 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:00.737228 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e65a1a2c-e91d-4920-9400-f3250df986a7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6a5863f760bf42a2971567455ecf4a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945577 Sep 28 12:24:00.742404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47118) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:00.750299 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a1a2c-e91d-4920-9400-f3250df986a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1fad3d-8132-406b-873e-36a6cca901cc,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:00.768335 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5560e7ab-c9ac-439c-9c3e-62942d294d6d admin admin] Publish callbacks [] for security_group (ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.795074 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5560e7ab-c9ac-439c-9c3e-62942d294d6d admin admin] Publish callbacks [] for security_group (ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.796929 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-387d4b27-ddff-4ff0-9de5-84835e7faa0b admin admin] Publish callbacks [] for security_group (7a1fad3d-8132-406b-873e-36a6cca901cc), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.816641 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-387d4b27-ddff-4ff0-9de5-84835e7faa0b admin admin] Publish callbacks [] for security_group (7a1fad3d-8132-406b-873e-36a6cca901cc), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.843373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5560e7ab-c9ac-439c-9c3e-62942d294d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.847090 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5560e7ab-c9ac-439c-9c3e-62942d294d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.849079 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-5560e7ab-c9ac-439c-9c3e-62942d294d6d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72 HTTP/1.1" status: 204 len: 168 time: 0.1365194 Sep 28 12:24:00.859264 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560e7ab-c9ac-439c-9c3e-62942d294d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbc7aa0-bb37-4aeb-b24c-25e8bb6cee72,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:00.875173 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-387d4b27-ddff-4ff0-9de5-84835e7faa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7a1fad3d-8132-406b-873e-36a6cca901cc), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.878560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-387d4b27-ddff-4ff0-9de5-84835e7faa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:00.881775 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-387d4b27-ddff-4ff0-9de5-84835e7faa0b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7a1fad3d-8132-406b-873e-36a6cca901cc HTTP/1.1" status: 204 len: 168 time: 0.1375651 Sep 28 12:24:00.889741 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d4b27-ddff-4ff0-9de5-84835e7faa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1fad3d-8132-406b-873e-36a6cca901cc,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:01.591520 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41c78-4a66-4e74-819a-86cf880da2c2 req-b2c25604-0da2-406c-b8a0-60d8417e3444 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:01.593040 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a3f41c78-4a66-4e74-819a-86cf880da2c2 req-b2c25604-0da2-406c-b8a0-60d8417e3444 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0567665 Sep 28 12:24:01.611692 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47168) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:01.649894 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a3f41c78-4a66-4e74-819a-86cf880da2c2 req-5260c78b-1757-459b-8e5a-3898b92ea499 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493033 Sep 28 12:24:01.754107 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:01.767960 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156148-cdee-45a3-b892-c4f9dbd19a29 req-628235d3-c42b-4b47-8304-d43abcccf869 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:01.769708 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b6156148-cdee-45a3-b892-c4f9dbd19a29 req-628235d3-c42b-4b47-8304-d43abcccf869 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0571363 Sep 28 12:24:01.837401 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b6156148-cdee-45a3-b892-c4f9dbd19a29 req-fa0247a5-f307-4171-b155-5f19ac3c17af tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590274 Sep 28 12:24:01.952795 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1732f0c5-0f4b-495b-a1f1-866957d7de17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.014933 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcaab6-4826-4652-a19d-e10cfb9bf86c req-a00ca1eb-b1f2-4553-9040-5dd24892dec1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:02.024655 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d3bcaab6-4826-4652-a19d-e10cfb9bf86c req-a00ca1eb-b1f2-4553-9040-5dd24892dec1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0696576 Sep 28 12:24:02.038234 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47204) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:02.044170 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:02.144626 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1732f0c5-0f4b-495b-a1f1-866957d7de17 admin admin] Publish callbacks [] for security_group (d9b9af11-ec67-4c71-aeef-dd903be9ce7a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.149164 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.151034 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1732f0c5-0f4b-495b-a1f1-866957d7de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (d9b9af11-ec67-4c71-aeef-dd903be9ce7a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.237595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732f0c5-0f4b-495b-a1f1-866957d7de17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b9af11-ec67-4c71-aeef-dd903be9ce7a,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:02.254052 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1732f0c5-0f4b-495b-a1f1-866957d7de17 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0fe166ee1eb64abfafe330a705e3b03d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6389968 Sep 28 12:24:02.255243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47214) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:02.295057 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:02.338697 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8efe07e0-0aca-4144-8b1f-02d42eff5cc8 admin admin] Publish callbacks [] for security_group (d9b9af11-ec67-4c71-aeef-dd903be9ce7a), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.374711 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8efe07e0-0aca-4144-8b1f-02d42eff5cc8 admin admin] Publish callbacks [] for security_group (d9b9af11-ec67-4c71-aeef-dd903be9ce7a), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.435779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8efe07e0-0aca-4144-8b1f-02d42eff5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (d9b9af11-ec67-4c71-aeef-dd903be9ce7a), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.439331 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8efe07e0-0aca-4144-8b1f-02d42eff5cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.440640 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8efe07e0-0aca-4144-8b1f-02d42eff5cc8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/d9b9af11-ec67-4c71-aeef-dd903be9ce7a HTTP/1.1" status: 204 len: 168 time: 0.1840000 Sep 28 12:24:02.453878 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe07e0-0aca-4144-8b1f-02d42eff5cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b9af11-ec67-4c71-aeef-dd903be9ce7a,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:02.529802 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47234) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:02.674454 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:02.744209 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-35adff6f-ec87-4e47-b09f-e38cefb0273b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.916566 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-35adff6f-ec87-4e47-b09f-e38cefb0273b admin admin] Publish callbacks [] for security_group (56d63cf1-b2c2-49b2-943d-a032e8d7a829), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.921869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-35adff6f-ec87-4e47-b09f-e38cefb0273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (56d63cf1-b2c2-49b2-943d-a032e8d7a829), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:02.944364 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37d67-13d2-4598-8ddc-ac7fa696b0da req-f797d397-ec56-4a79-a426-a2ff45a0be97 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:02.951982 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a4e37d67-13d2-4598-8ddc-ac7fa696b0da req-f797d397-ec56-4a79-a426-a2ff45a0be97 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.1591084 Sep 28 12:24:02.970679 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adff6f-ec87-4e47-b09f-e38cefb0273b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d63cf1-b2c2-49b2-943d-a032e8d7a829,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:02.991719 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-35adff6f-ec87-4e47-b09f-e38cefb0273b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=12f9a758d17647ebaec796b73ba831f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607117 Sep 28 12:24:02.994482 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47252) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:03.078472 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a4e37d67-13d2-4598-8ddc-ac7fa696b0da req-ebb3751f-ba0f-4dec-95f1-95751820faa4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245911 Sep 28 12:24:03.109740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd3ab-9920-4645-bbf3-fff5ee026860 admin admin] Publish callbacks [] for security_group (56d63cf1-b2c2-49b2-943d-a032e8d7a829), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.131894 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47254) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:03.206071 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd3ab-9920-4645-bbf3-fff5ee026860 admin admin] Publish callbacks [] for security_group (56d63cf1-b2c2-49b2-943d-a032e8d7a829), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.210711 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba15-8a62-4716-85b5-7debb41b7536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.246125 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:03.254100 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.261587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.331349 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd3ab-9920-4645-bbf3-fff5ee026860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (56d63cf1-b2c2-49b2-943d-a032e8d7a829), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.334471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4e8cd3ab-9920-4645-bbf3-fff5ee026860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.338143 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-4e8cd3ab-9920-4645-bbf3-fff5ee026860 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/56d63cf1-b2c2-49b2-943d-a032e8d7a829 HTTP/1.1" status: 204 len: 168 time: 0.3381698 Sep 28 12:24:03.358730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8cd3ab-9920-4645-bbf3-fff5ee026860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d63cf1-b2c2-49b2-943d-a032e8d7a829,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:03.394756 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP 3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9 associated. External IP: 172.27.0.24, port: 7db57789-d5c3-4711-9222-79c5c2dd7daa. Sep 28 12:24:03.399575 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba15-8a62-4716-85b5-7debb41b7536 admin admin] Publish callbacks [] for security_group (866a0608-f8ad-416c-9c54-d24742bd1600), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.404558 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba15-8a62-4716-85b5-7debb41b7536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (866a0608-f8ad-416c-9c54-d24742bd1600), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.630395 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:24:03.638207 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0f9aba15-8a62-4716-85b5-7debb41b7536 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d58cea1eda854e9580a6a3839a45c4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5052497 Sep 28 12:24:03.638821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47270) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:03.673356 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:03.685194 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aba15-8a62-4716-85b5-7debb41b7536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a0608-f8ad-416c-9c54-d24742bd1600,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:03.731788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-531ec269-9023-446b-9aa8-8cb830c38c9a admin admin] Publish callbacks [] for security_group (866a0608-f8ad-416c-9c54-d24742bd1600), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.756164 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-531ec269-9023-446b-9aa8-8cb830c38c9a admin admin] Publish callbacks [] for security_group (866a0608-f8ad-416c-9c54-d24742bd1600), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.831880 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-531ec269-9023-446b-9aa8-8cb830c38c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (866a0608-f8ad-416c-9c54-d24742bd1600), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.837887 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:03.838209 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-531ec269-9023-446b-9aa8-8cb830c38c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.839866 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-531ec269-9023-446b-9aa8-8cb830c38c9a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/866a0608-f8ad-416c-9c54-d24742bd1600 HTTP/1.1" status: 204 len: 168 time: 0.1938701 Sep 28 12:24:03.849306 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ec269-9023-446b-9aa8-8cb830c38c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a0608-f8ad-416c-9c54-d24742bd1600,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:03.862153 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '9fce75aa-da2d-404c-8c7f-84862f035240', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240', 'mac_address': 'fa:16:3e:2a:e8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:24:03.891182 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:03.921595 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:03.922339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.939888 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce75aa-da2d-404c-8c7f-84862f035240 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:24:03.966958 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:03.975003 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:03.990915 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:04.029351 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:04.041686 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:04.051581 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:04.054046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:04.068782 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:04.070307 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:04.113741 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c351a9ee-b77b-44ed-bb9c-50cf596d2f4d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9 HTTP/1.1" status: 200 len: 990 time: 2.0705500 Sep 28 12:24:04.115603 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:24:04.118819 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e960e04-c42f-4bfb-8366-cbdb161ace36" -d '{"events": [{"name": "network-changed", "server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:24:04.184976 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560edfaf-bfc5-4c1b-a6c8-3f8fa468b7bd x-openstack-request-id: req-560edfaf-bfc5-4c1b-a6c8-3f8fa468b7bd {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:24:04.185711 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:24:04.186274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-560edfaf-bfc5-4c1b-a6c8-3f8fa468b7bd {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:24:04.187253 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560edfaf-bfc5-4c1b-a6c8-3f8fa468b7bd'] response: {'name': 'network-changed', 'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'status': 'completed', 'code': 200} Sep 28 12:24:04.309697 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:04.381916 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea6bb-acfc-4e27-b577-a5661e286a8e req-2b632267-7342-4fef-a04e-db2c9e3828a7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:04.382564 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-bbcbb13e-aafd-4344-9a89-eafe4599a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:04.384202 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-27bea6bb-acfc-4e27-b577-a5661e286a8e req-2b632267-7342-4fef-a04e-db2c9e3828a7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.1542859 Sep 28 12:24:04.384951 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-bbcbb13e-aafd-4344-9a89-eafe4599a720 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 1129 time: 0.1235261 Sep 28 12:24:04.464668 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-27bea6bb-acfc-4e27-b577-a5661e286a8e req-7912fc42-e951-4d25-87c6-41ba3517aad7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691431 Sep 28 12:24:04.467291 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['9fce75aa-da2d-404c-8c7f-84862f035240'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:24:04.656158 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-de4014bf-3f1f-44ff-bd00-a670e112f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:04.657672 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-de4014bf-3f1f-44ff-bd00-a670e112f60d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.2590904 Sep 28 12:24:04.665887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47332) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:04.828678 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-febb575c-e468-4f95-a08b-63fc7734c046 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa HTTP/1.1" status: 200 len: 998 time: 0.1639652 Sep 28 12:24:04.838442 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:03Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:04.878382 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1868654964-network', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:04.879094 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:04.888988 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:04.889818 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:04.913319 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Made reservation on behalf of 1f563e7675ef4d758e09e1a78b891c9d for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:04.916628 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:04.929196 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.025821 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:05.118675 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks [] for security_group (4acae079-3b74-4a8b-b004-b838d62f6d62), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.119720 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-4cd0b373-85b8-4a1c-95ac-0fe467670103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:05.121852 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-4cd0b373-85b8-4a1c-95ac-0fe467670103 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.1550009 Sep 28 12:24:05.133360 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4acae079-3b74-4a8b-b004-b838d62f6d62), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.141055 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:05.173116 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:24:05.200724 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (4606adc2-0caa-4497-93e3-cdbda605b45b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.201153 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Added segment 4606adc2-0caa-4497-93e3-cdbda605b45b of type vlan for network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 Sep 28 12:24:05.209789 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-a6eddcb8-c3f5-4081-9163-b290afc7df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:05.211902 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-a6eddcb8-c3f5-4081-9163-b290afc7df6c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830116 Sep 28 12:24:05.222523 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acae079-3b74-4a8b-b004-b838d62f6d62,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:05.288399 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:03Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:05.321900 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (0a527aef-dbda-440b-9928-2f1d09ae9cc3), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.378709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=12,neutron:DELETE=3,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:05.391169 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (0a527aef-dbda-440b-9928-2f1d09ae9cc3), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.392294 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:05.393170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.398390 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-f96bb18a-3be6-4911-a5ac-9207b255a972 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732478 Sep 28 12:24:05.438773 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd278f24-750e-4ef8-99e2-a9b74abf0606 None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:03Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:05.522894 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8558645 Sep 28 12:24:05.525710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47370) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:05.537356 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e960e04-c42f-4bfb-8366-cbdb161ace36 req-eb0284a9-e8d7-47ce-8a85-912285527769 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332257 Sep 28 12:24:05.546364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Request body: {'subnet': {'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1868654964-subnet', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:05.568076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e2efc-d6e7-40a3-9e8c-32fd3172da82 admin admin] Pushing event updated for resources: {'Network': ['ID=0a527aef-dbda-440b-9928-2f1d09ae9cc3,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:05.584766 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:24:05.602359 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Made reservation on behalf of 1f563e7675ef4d758e09e1a78b891c9d for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:05.604802 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:05.753156 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408791-6cb3-4270-8d92-f3e7f1be0010 req-67c2dd68-2e51-4870-b075-ffac342d153f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:05.757588 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-77408791-6cb3-4270-8d92-f3e7f1be0010 req-67c2dd68-2e51-4870-b075-ffac342d153f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.1127174 Sep 28 12:24:05.906025 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2abb92-9553-489b-a405-ed05a6aaf17c None None] New status for floating IP 3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9: ACTIVE {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:24:05.909741 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-77408791-6cb3-4270-8d92-f3e7f1be0010 req-f7e76b2c-f3c9-45db-80ab-a48e5790a832 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467910 Sep 28 12:24:05.991709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (097ce95d-82d1-46ec-9196-3acf7a4cdcb0), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.053293 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097ce95d-82d1-46ec-9196-3acf7a4cdcb0,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:06.064337 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:06.065679 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Checking segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:06.066181 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Network hostable DHCP agents. Network: 0a527aef-dbda-440b-9928-2f1d09ae9cc3, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:24:06.090467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:24:06.102673 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 0a527aef-dbda-440b-9928-2f1d09ae9cc3) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:06.109692 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:06.110499 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.125309 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe782fdf-181c-48e6-a0ce-49899ea5d440 None None] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:06.134042 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e67f8262-7c78-4024-b4a3-7df5f50d73f1 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6048326 Sep 28 12:24:06.138027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47398) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:06.143029 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:06.170805 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (7a6b6913-4b75-411d-bd7d-3325f71c5141), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.172141 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (7a6b6913-4b75-411d-bd7d-3325f71c5141), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.238978 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:06.260828 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks [] for router_controller (7a6b6913-4b75-411d-bd7d-3325f71c5141), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.294262 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:24:06.295484 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.393392 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:06.406099 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks [] for router_gateway (7a6b6913-4b75-411d-bd7d-3325f71c5141), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.435636 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Allocated IP 172.20.0.2 (0a527aef-dbda-440b-9928-2f1d09ae9cc3/097ce95d-82d1-46ec-9196-3acf7a4cdcb0/baa41113-0e04-4439-a2c3-6e3588176982) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:06.484026 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:06.594580 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Publish callbacks [] for port (baa41113-0e04-4439-a2c3-6e3588176982), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.603593 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (baa41113-0e04-4439-a2c3-6e3588176982), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.610127 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks [] for router_gateway (7a6b6913-4b75-411d-bd7d-3325f71c5141), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.631202 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.647514 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:06.651166 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:06.653066 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Pushing event updated for resources: {'Port': ['ID=baa41113-0e04-4439-a2c3-6e3588176982,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:06.655286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:06.710604 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Attempting to bind port baa41113-0e04-4439-a2c3-6e3588176982 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:06.711059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Attempting to bind port baa41113-0e04-4439-a2c3-6e3588176982 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:06.711482 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Attempting to bind port baa41113-0e04-4439-a2c3-6e3588176982 on network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:06.753507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Allocated IP 172.27.0.78 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/9de95d64-ecaf-4b50-88b7-56e46e7fa74e) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:06.757002 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:06.757437 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Checking segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:06.757831 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.758221 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Bound using segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:06.758689 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Bound port: baa41113-0e04-4439-a2c3-6e3588176982, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:06.759059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (baa41113-0e04-4439-a2c3-6e3588176982), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.828289 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] For port baa41113-0e04-4439-a2c3-6e3588176982, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:06.832112 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] For port baa41113-0e04-4439-a2c3-6e3588176982, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=baa41113-0e04-4439-a2c3-6e3588176982,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:06.841416 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (baa41113-0e04-4439-a2c3-6e3588176982), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.883274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks [] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:06.900095 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c9d99-0673-4897-a46b-b4a0c22d0933 None None] Pushing event updated for resources: {'Port': ['ID=baa41113-0e04-4439-a2c3-6e3588176982,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:06.912328 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:06.939573 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:07.019902 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:07.025559 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:07.042747 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:07.046855 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Pushing event updated for resources: {'Port': ['ID=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:07.098479 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9689d4c-ea20-4c90-ad86-125406dc1a96 req-d877f486-1dc9-4c55-846f-e3a325b83a20 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:07.105445 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f9689d4c-ea20-4c90-ad86-125406dc1a96 req-d877f486-1dc9-4c55-846f-e3a325b83a20 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.0782936 Sep 28 12:24:07.201624 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f9689d4c-ea20-4c90-ad86-125406dc1a96 req-25fa977b-6a0d-4edf-8deb-1ab2025c146f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877717 Sep 28 12:24:07.386430 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks [] for router_gateway (7a6b6913-4b75-411d-bd7d-3325f71c5141), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:07.566200 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:07.580357 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (7a6b6913-4b75-411d-bd7d-3325f71c5141), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:07.722315 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Router 7a6b6913-4b75-411d-bd7d-3325f71c5141 is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:24:08.033347 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec4186-fe7e-44af-bda0-1484c8ebcdff None None] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:08.099734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:08.110222 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Sync routers for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:08.133090 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:08.135391 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:08.136248 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.137507 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-caf443e3-7c52-41e4-9cf4-fa2eadcfc83e admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9984024 Sep 28 12:24:08.141925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47462) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:08.296928 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device baa41113-0e04-4439-a2c3-6e3588176982 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:08.309620 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:08.351183 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Provisioning complete for port baa41113-0e04-4439-a2c3-6e3588176982 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:08.351859 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (baa41113-0e04-4439-a2c3-6e3588176982), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.352354 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Attempt 1 to provision port baa41113-0e04-4439-a2c3-6e3588176982 Sep 28 12:24:08.434777 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999915b8-41be-4d7a-bd09-47f98febd63f req-d3dd0614-e026-4465-975e-44840dffe694 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:08.448612 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-999915b8-41be-4d7a-bd09-47f98febd63f req-d3dd0614-e026-4465-975e-44840dffe694 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.1094697 Sep 28 12:24:08.455067 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:08.471615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:08.507508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port baa41113-0e04-4439-a2c3-6e3588176982 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:08.508170 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (baa41113-0e04-4439-a2c3-6e3588176982), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.508669 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port baa41113-0e04-4439-a2c3-6e3588176982 Sep 28 12:24:08.564556 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-999915b8-41be-4d7a-bd09-47f98febd63f req-3a72f222-ad64-4ebb-9cf7-568677b2a2da tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149766 Sep 28 12:24:08.617181 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Current status of the port baa41113-0e04-4439-a2c3-6e3588176982 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:08.617400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (baa41113-0e04-4439-a2c3-6e3588176982), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.620527 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:08.623374 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:07Z', 'revision_number': 3, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:08.659304 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Checking router: 7a6b6913-4b75-411d-bd7d-3325f71c5141 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:08.660572 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Updating router 7a6b6913-4b75-411d-bd7d-3325f71c5141 port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:08.689874 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] For port baa41113-0e04-4439-a2c3-6e3588176982, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=baa41113-0e04-4439-a2c3-6e3588176982,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:08.691196 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port baa41113-0e04-4439-a2c3-6e3588176982 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:08.691601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (baa41113-0e04-4439-a2c3-6e3588176982), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.699433 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.702407 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (baa41113-0e04-4439-a2c3-6e3588176982), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.734804 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:08.806271 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.db.api [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 12:24:08.806959 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG oslo_db.api [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 12:24:08.807741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3abe8b-353c-47fc-9a06-2c52ebaabd23 None None] Pushing event updated for resources: {'Port': ['ID=baa41113-0e04-4439-a2c3-6e3588176982,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:08.816478 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:08.821994 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.823720 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-9016c2d8-b8e1-44f4-9d45-195497ba2b0a None None] Provisioning complete for port baa41113-0e04-4439-a2c3-6e3588176982 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:08.824094 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-9016c2d8-b8e1-44f4-9d45-195497ba2b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (baa41113-0e04-4439-a2c3-6e3588176982), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.824428 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-9016c2d8-b8e1-44f4-9d45-195497ba2b0a None None] Attempt 1 to provision port baa41113-0e04-4439-a2c3-6e3588176982 Sep 28 12:24:08.901580 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-9016c2d8-b8e1-44f4-9d45-195497ba2b0a None None] Current status of the port baa41113-0e04-4439-a2c3-6e3588176982 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:08.966174 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Publish callbacks [] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.971447 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:08.981899 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Allocated IP 172.20.0.1 (0a527aef-dbda-440b-9928-2f1d09ae9cc3/097ce95d-82d1-46ec-9196-3acf7a4cdcb0/3d600b20-3480-440a-ad59-0ae7d34b70bf) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:09.003853 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Attempting to bind port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:09.004194 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Attempting to bind port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:09.005047 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Attempting to bind port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:09.050669 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Pushing event updated for resources: {'Port': ['ID=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,revision_number=2']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:09.062491 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.062835 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.063194 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.063545 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.063879 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.064209 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.064538 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.064857 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.065197 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.065517 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.065843 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.066180 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.066506 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.067556 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.067695 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:09.075419 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:09.075790 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:09.076192 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.076583 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:09.077049 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Bound port: 9de95d64-ecaf-4b50-88b7-56e46e7fa74e, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:09.077452 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.100003 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks [] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.102606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:09.129017 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] For port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:09.132526 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] For port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:09.137477 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.138910 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.157460 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:09.171133 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:09.171761 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:09.177459 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:09.181849 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:09.182316 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (7a6b6913-4b75-411d-bd7d-3325f71c5141), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.242127 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca1bf-a261-4d5a-8a95-8dca996df55e None None] Pushing event updated for resources: {'Port': ['ID=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:09.242362 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Pushing event updated for resources: {'Port': ['ID=3d600b20-3480-440a-ad59-0ae7d34b70bf,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:09.302726 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:09.332456 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.362161 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port baa41113-0e04-4439-a2c3-6e3588176982 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:09.365956 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:09.417862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 9fce75aa-da2d-404c-8c7f-84862f035240 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:24:09.427281 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 9fce75aa-da2d-404c-8c7f-84862f035240 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:09.427931 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.428468 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:24:09.460635 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:09.534319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Provisioning complete for port 3d600b20-3480-440a-ad59-0ae7d34b70bf triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:09.534586 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.534960 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 1 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:09.542965 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:07Z', 'revision_number': 3, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:09.568206 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:09.568599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.581520 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:09.586362 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb0a86-9a85-4417-8b9b-3da1c6470678 None None] The sync data for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi is: [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:07Z', 'revision_number': 3, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:09.591618 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks [] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.599358 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.599583 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:24:09.601199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (7a6b6913-4b75-411d-bd7d-3325f71c5141), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.602307 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562533dc-7183-438e-b242-be26b43e5b50" -d '{"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-plugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:24:09.617201 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:09.623996 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:09.668230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc0133d-1905-4e2e-92b7-2f528a21497c x-openstack-request-id: req-2fc0133d-1905-4e2e-92b7-2f528a21497c {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:24:09.668596 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-plugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:24:09.668993 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fc0133d-1905-4e2e-92b7-2f528a21497c {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:24:09.669533 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc0133d-1905-4e2e-92b7-2f528a21497c'] response: {'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'code': 200} Sep 28 12:24:09.697100 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:09.740108 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:09.752388 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Pushing event updated for resources: {'Port': ['ID=3d600b20-3480-440a-ad59-0ae7d34b70bf,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:09.770360 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99336cd-9752-4731-bbc4-64537af17dcb req-49a62a39-c9d3-4a6a-9733-0c05cecaff57 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:09.771823 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f99336cd-9752-4731-bbc4-64537af17dcb req-49a62a39-c9d3-4a6a-9733-0c05cecaff57 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.1119173 Sep 28 12:24:09.846441 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:09.847861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:09.857971 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f99336cd-9752-4731-bbc4-64537af17dcb req-da6f3f81-ef77-49c4-957b-9fbe0f0c7ade tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783806 Sep 28 12:24:10.018114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Router 7a6b6913-4b75-411d-bd7d-3325f71c5141 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:10.044462 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75739643-0c2b-470c-a413-db564ee00848 req-f938b116-2c4e-48b9-8932-a64527872ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:10.046125 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-75739643-0c2b-470c-a413-db564ee00848 req-f938b116-2c4e-48b9-8932-a64527872ed4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1130 time: 0.0598011 Sep 28 12:24:10.082999 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 2 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:10.087339 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:10.134898 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:10.167650 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:10.184063 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d6834f07-ede9-40a0-9ed9-99f5782d73ce admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7a6b6913-4b75-411d-bd7d-3325f71c5141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0314312 Sep 28 12:24:10.204315 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:10.252264 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-75739643-0c2b-470c-a413-db564ee00848 req-8a704905-53bf-4381-99a2-1b37fa56c503 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534947 Sep 28 12:24:10.291681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device baa41113-0e04-4439-a2c3-6e3588176982 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:10.343475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port baa41113-0e04-4439-a2c3-6e3588176982 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:10.343855 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (baa41113-0e04-4439-a2c3-6e3588176982), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.344188 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port baa41113-0e04-4439-a2c3-6e3588176982 Sep 28 12:24:10.398500 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:10.444660 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:10.456983 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port baa41113-0e04-4439-a2c3-6e3588176982 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:10.458781 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9de95d64-ecaf-4b50-88b7-56e46e7fa74e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:10.506905 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:10.507285 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.507617 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e Sep 28 12:24:10.590956 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:10.591510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.616964 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:10.621941 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.651586 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 3 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:10.704617 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:10.709557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:10.871013 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47526) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:10.876322 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-982718059-network', 'tenant_id': 'f2df1492593c40429906ed174145edb1'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:10.897589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Made reservation on behalf of f2df1492593c40429906ed174145edb1 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:10.900256 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.909669 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.988557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks [] for security_group (a3e52387-be25-4fb2-a787-8da3e36cf8d7), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:10.993232 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a3e52387-be25-4fb2-a787-8da3e36cf8d7), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.000044 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5e5a1-89a5-4b7d-9824-8daf0d0e18c2 req-1d2ebcd2-c220-440d-baa0-e5ca96c5167d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:11.001790 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4ea5e5a1-89a5-4b7d-9824-8daf0d0e18c2 req-1d2ebcd2-c220-440d-baa0-e5ca96c5167d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0506222 Sep 28 12:24:11.012216 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:24:11.031148 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (2aab976f-faf0-43c1-a137-fd7ebae389b5), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.031491 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Added segment 2aab976f-faf0-43c1-a137-fd7ebae389b5 of type vlan for network 28194936-f60d-408c-80d4-f822bc66dce4 Sep 28 12:24:11.032899 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e52387-be25-4fb2-a787-8da3e36cf8d7,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:11.050699 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4ea5e5a1-89a5-4b7d-9824-8daf0d0e18c2 req-aabad36f-470d-498f-9afe-8fbd87331555 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432754 Sep 28 12:24:11.077391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (28194936-f60d-408c-80d4-f822bc66dce4), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.104048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (28194936-f60d-408c-80d4-f822bc66dce4), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.105289 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:11.105869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.168395 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2962604 Sep 28 12:24:11.172595 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47530) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:11.173788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44b82-38c6-41ee-a981-09a45da6aa46 admin admin] Pushing event updated for resources: {'Network': ['ID=28194936-f60d-408c-80d4-f822bc66dce4,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:11.180067 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Request body: {'subnet': {'network_id': '28194936-f60d-408c-80d4-f822bc66dce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-982718059-subnet', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:11.187727 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 28194936-f60d-408c-80d4-f822bc66dce4 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:24:11.213936 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Made reservation on behalf of f2df1492593c40429906ed174145edb1 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:11.217092 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.228279 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 4 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:11.286447 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:11.421657 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (98627d9a-7228-456e-87f7-ef1449ecbd08), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.483551 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98627d9a-7228-456e-87f7-ef1449ecbd08,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:11.496503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Checking segment: {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:11.497266 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Network hostable DHCP agents. Network: 28194936-f60d-408c-80d4-f822bc66dce4, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:24:11.518472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Network 28194936-f60d-408c-80d4-f822bc66dce4 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:24:11.521892 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:11.533329 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 28194936-f60d-408c-80d4-f822bc66dce4) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:11.538501 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:11.539103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.543826 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e263c06-ed70-42e1-8f71-30b92da674f9 None None] Network 28194936-f60d-408c-80d4-f822bc66dce4 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:11.558625 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c14b554b-ba69-4321-8f50-e948db94c641 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3840675 Sep 28 12:24:11.561597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098874-e343-427e-a6de-e8773f385752 None None] Sync routers for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:11.562217 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47544) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:11.568308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:11.599480 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (cf55c22b-0995-4f58-9924-a5bf738559c8), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.601346 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (cf55c22b-0995-4f58-9924-a5bf738559c8), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.615209 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:11.616202 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:11.701264 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks [] for router_controller (cf55c22b-0995-4f58-9924-a5bf738559c8), precommit_add_association {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.761853 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-28194936-f60d-408c-80d4-f822bc66dce4', 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4', 'project_id': 'f2df1492593c40429906ed174145edb1', 'fixed_ips': [{'subnet_id': '98627d9a-7228-456e-87f7-ef1449ecbd08'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:24:11.762770 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:11.789170 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 5 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:11.803460 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:11.818084 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:12.082873 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:12.118103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks [] for router_gateway (cf55c22b-0995-4f58-9924-a5bf738559c8), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.175302 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9de95d64-ecaf-4b50-88b7-56e46e7fa74e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:12.218861 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:12.232851 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200b064-8e1a-4048-952e-027c3e18ac99 req-3d00b90d-4158-4802-994f-1f35b088529b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:12.234351 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f200b064-8e1a-4048-952e-027c3e18ac99 req-3d00b90d-4158-4802-994f-1f35b088529b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0843511 Sep 28 12:24:12.244298 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:12.245776 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Allocated IP 172.20.0.2 (28194936-f60d-408c-80d4-f822bc66dce4/98627d9a-7228-456e-87f7-ef1449ecbd08/b43d357f-a2df-4d6d-a699-f984fbba6cb6) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:12.308439 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:12.308808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.309217 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e Sep 28 12:24:12.367329 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f200b064-8e1a-4048-952e-027c3e18ac99 req-c3dae5d0-3cb0-4c2f-92b4-8adbaa1ba47e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235418 Sep 28 12:24:12.382458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:12.386812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks [] for router_gateway (cf55c22b-0995-4f58-9924-a5bf738559c8), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.407741 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.413409 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 2, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:12.447621 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098874-e343-427e-a6de-e8773f385752 None None] Checking router: 7a6b6913-4b75-411d-bd7d-3325f71c5141 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:12.447973 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098874-e343-427e-a6de-e8773f385752 None None] Updating router 7a6b6913-4b75-411d-bd7d-3325f71c5141 port 3d600b20-3480-440a-ad59-0ae7d34b70bf binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:12.526958 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-94098874-e343-427e-a6de-e8773f385752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.538814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Allocated IP 172.27.0.145 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/9094dd39-9904-4b09-b5c8-9926e367c49e) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:12.563389 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:12.589943 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 6 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:12.627418 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Publish callbacks [] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.641468 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.658097 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks [] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.702019 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.718328 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:12.741120 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Network 28194936-f60d-408c-80d4-f822bc66dce4 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:12.743660 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:12.750347 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:12.751672 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:12.757277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:12.758743 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:12.779276 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Pushing event updated for resources: {'Port': ['ID=b43d357f-a2df-4d6d-a699-f984fbba6cb6,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:12.874772 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Pushing event updated for resources: {'Port': ['ID=9094dd39-9904-4b09-b5c8-9926e367c49e,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:12.881465 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Attempting to bind port b43d357f-a2df-4d6d-a699-f984fbba6cb6 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:12.881833 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Attempting to bind port b43d357f-a2df-4d6d-a699-f984fbba6cb6 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:12.882191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Attempting to bind port b43d357f-a2df-4d6d-a699-f984fbba6cb6 on network 28194936-f60d-408c-80d4-f822bc66dce4 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:12.929576 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:12.956174 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:12.969381 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:12.969964 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Checking segment: {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:12.970564 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.971158 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Bound using segment: {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:12.971897 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Bound port: b43d357f-a2df-4d6d-a699-f984fbba6cb6, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:12.972475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:12.998017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks [] for router_gateway (cf55c22b-0995-4f58-9924-a5bf738559c8), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.045732 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:13.067454 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-94098874-e343-427e-a6de-e8773f385752 None None] Publish callbacks [] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.083211 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-94098874-e343-427e-a6de-e8773f385752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.107651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47598) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:13.118343 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] For port b43d357f-a2df-4d6d-a699-f984fbba6cb6, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:13.137333 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] For port b43d357f-a2df-4d6d-a699-f984fbba6cb6, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=b43d357f-a2df-4d6d-a699-f984fbba6cb6,segment=NetworkSegment(2aab976f-faf0-43c1-a137-fd7ebae389b5),segment_id=2aab976f-faf0-43c1-a137-fd7ebae389b5)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:13.161272 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.187771 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b974d3-50e8-4156-bd58-5bf974594429 None None] Pushing event updated for resources: {'Port': ['ID=3d600b20-3480-440a-ad59-0ae7d34b70bf,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:13.221009 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 7 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:13.242267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (cf55c22b-0995-4f58-9924-a5bf738559c8), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.263485 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-94098874-e343-427e-a6de-e8773f385752 None None] Attempting to bind port 3d600b20-3480-440a-ad59-0ae7d34b70bf on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:13.263862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-94098874-e343-427e-a6de-e8773f385752 None None] Attempting to bind port 3d600b20-3480-440a-ad59-0ae7d34b70bf by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:13.264258 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94098874-e343-427e-a6de-e8773f385752 None None] Attempting to bind port 3d600b20-3480-440a-ad59-0ae7d34b70bf on network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:13.271865 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-608450ab-789a-4223-99f9-c506394d9617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.315083 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Port 3d600b20-3480-440a-ad59-0ae7d34b70bf cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:13.323739 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f894e2-c0aa-4d03-97c5-70de5ee9672b None None] Pushing event updated for resources: {'Port': ['ID=b43d357f-a2df-4d6d-a699-f984fbba6cb6,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:13.352021 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94098874-e343-427e-a6de-e8773f385752 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:13.352391 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94098874-e343-427e-a6de-e8773f385752 None None] Checking segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:13.352793 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-94098874-e343-427e-a6de-e8773f385752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.353442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94098874-e343-427e-a6de-e8773f385752 None None] Bound using segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:13.354185 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-94098874-e343-427e-a6de-e8773f385752 None None] Bound port: 3d600b20-3480-440a-ad59-0ae7d34b70bf, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:13.355198 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-94098874-e343-427e-a6de-e8773f385752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.380852 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-608450ab-789a-4223-99f9-c506394d9617 admin admin] Publish callbacks [] for security_group (ba6527ea-5074-4da6-a0db-7467bd85af65), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.394846 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-608450ab-789a-4223-99f9-c506394d9617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ba6527ea-5074-4da6-a0db-7467bd85af65), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.417327 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Router cf55c22b-0995-4f58-9924-a5bf738559c8 is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:24:13.457602 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-608450ab-789a-4223-99f9-c506394d9617 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0dc9b3c68d774159a5acb1b15837da13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483260 Sep 28 12:24:13.458162 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47604) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:13.467377 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608450ab-789a-4223-99f9-c506394d9617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6527ea-5074-4da6-a0db-7467bd85af65,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:13.494790 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:13.515139 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-94098874-e343-427e-a6de-e8773f385752 None None] For port 3d600b20-3480-440a-ad59-0ae7d34b70bf, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:13.520764 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-94098874-e343-427e-a6de-e8773f385752 None None] For port 3d600b20-3480-440a-ad59-0ae7d34b70bf, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=3d600b20-3480-440a-ad59-0ae7d34b70bf,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:13.534085 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-94098874-e343-427e-a6de-e8773f385752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.551718 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef619f45-11df-4b3a-8d84-5e7125af8c34 admin admin] Publish callbacks [] for security_group (ba6527ea-5074-4da6-a0db-7467bd85af65), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.578245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:13.584457 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:13.585092 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:13.592389 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Sync routers for ids ['cf55c22b-0995-4f58-9924-a5bf738559c8'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:13.592923 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369771a6-b70e-4c56-80b7-38de5adae9ca req-042d72bb-7a20-44ed-91f6-51905cf49f9d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:13.596965 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-369771a6-b70e-4c56-80b7-38de5adae9ca req-042d72bb-7a20-44ed-91f6-51905cf49f9d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0781040 Sep 28 12:24:13.599709 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef619f45-11df-4b3a-8d84-5e7125af8c34 admin admin] Publish callbacks [] for security_group (ba6527ea-5074-4da6-a0db-7467bd85af65), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.632496 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.636406 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d6a4e50c-1a60-4bb1-b0dd-b92d910d3d10 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0703681 Sep 28 12:24:13.636544 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47606) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:13.645289 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Routers {'cf55c22b-0995-4f58-9924-a5bf738559c8'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:13.646785 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['cf55c22b-0995-4f58-9924-a5bf738559c8'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:13.659279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:13.668467 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b974d3-50e8-4156-bd58-5bf974594429 None None] Pushing event updated for resources: {'Port': ['ID=3d600b20-3480-440a-ad59-0ae7d34b70bf,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:13.687606 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-369771a6-b70e-4c56-80b7-38de5adae9ca req-52effc6e-376e-4046-b783-e8471b692998 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783672 Sep 28 12:24:13.719605 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef619f45-11df-4b3a-8d84-5e7125af8c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ba6527ea-5074-4da6-a0db-7467bd85af65), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.727235 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef619f45-11df-4b3a-8d84-5e7125af8c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:13.731461 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ef619f45-11df-4b3a-8d84-5e7125af8c34 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ba6527ea-5074-4da6-a0db-7467bd85af65 HTTP/1.1" status: 204 len: 168 time: 0.2720587 Sep 28 12:24:13.740006 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef619f45-11df-4b3a-8d84-5e7125af8c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6527ea-5074-4da6-a0db-7467bd85af65,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:13.789307 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:13.807246 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Set router cf55c22b-0995-4f58-9924-a5bf738559c8 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:13.822510 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Attempt 8 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:13.906031 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:14.047942 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:24:12Z', 'revision_number': 3, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:14.259803 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Checking router: cf55c22b-0995-4f58-9924-a5bf738559c8 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:14.260395 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Updating router cf55c22b-0995-4f58-9924-a5bf738559c8 port 9094dd39-9904-4b09-b5c8-9926e367c49e binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:14.269368 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:14.290743 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device b43d357f-a2df-4d6d-a699-f984fbba6cb6 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:14.295684 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47620) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:14.314746 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.320729 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4359b1ff-2cf9-4786-b1ed-2211de590716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.385501 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.396334 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Current status of the port 3d600b20-3480-440a-ad59-0ae7d34b70bf is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:14.396673 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.435836 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:14.456504 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:14.510368 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4359b1ff-2cf9-4786-b1ed-2211de590716 admin admin] Publish callbacks [] for security_group (81481e5f-8b7a-4910-8aa4-55f0e59e018c), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.519253 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4359b1ff-2cf9-4786-b1ed-2211de590716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (81481e5f-8b7a-4910-8aa4-55f0e59e018c), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.577908 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b1ff-2cf9-4786-b1ed-2211de590716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81481e5f-8b7a-4910-8aa4-55f0e59e018c,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:14.578884 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] For port 3d600b20-3480-440a-ad59-0ae7d34b70bf, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=3d600b20-3480-440a-ad59-0ae7d34b70bf,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:14.584141 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4359b1ff-2cf9-4786-b1ed-2211de590716 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0b143975e7064ff5b962956bc1014668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872987 Sep 28 12:24:14.586864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47622) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:14.590980 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9c9ac-52a7-405d-9c79-7964e9d39873 None None] Network 28194936-f60d-408c-80d4-f822bc66dce4 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:14.608553 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.614728 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port b43d357f-a2df-4d6d-a699-f984fbba6cb6 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:14.615085 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.615415 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port b43d357f-a2df-4d6d-a699-f984fbba6cb6 Sep 28 12:24:14.617561 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94098874-e343-427e-a6de-e8773f385752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:13Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:14.641225 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Publish callbacks [] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.646625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Allocated IP 172.20.0.1 (28194936-f60d-408c-80d4-f822bc66dce4/98627d9a-7228-456e-87f7-ef1449ecbd08/bad1365a-8e78-44e5-848f-762b5f8ff276) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:14.648613 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.670063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c832752c-fc04-4156-bb39-12fbeeee8410 admin admin] Publish callbacks [] for security_group (81481e5f-8b7a-4910-8aa4-55f0e59e018c), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.694181 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Attempting to bind port 9094dd39-9904-4b09-b5c8-9926e367c49e on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:14.694554 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Attempting to bind port 9094dd39-9904-4b09-b5c8-9926e367c49e by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:14.694917 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Attempting to bind port 9094dd39-9904-4b09-b5c8-9926e367c49e on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:14.721043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098874-e343-427e-a6de-e8773f385752 None None] The sync data for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi is: [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:13Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:14.734675 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c832752c-fc04-4156-bb39-12fbeeee8410 admin admin] Publish callbacks [] for security_group (81481e5f-8b7a-4910-8aa4-55f0e59e018c), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.746213 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84f6c4-9a04-4e4b-9b9c-4468caa231c1 None None] Pushing event updated for resources: {'Port': ['ID=9094dd39-9904-4b09-b5c8-9926e367c49e,revision_number=2']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:14.773190 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Provisioning complete for port 3d600b20-3480-440a-ad59-0ae7d34b70bf triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:14.773190 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.773190 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Attempt 1 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:14.780742 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:14.783001 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8b038-6c7a-4ded-8117-7da925f2cc58 None None] Pushing event updated for resources: {'Port': ['ID=3d600b20-3480-440a-ad59-0ae7d34b70bf,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:14.817863 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:14.819070 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:14.819621 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.820172 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:14.821686 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Bound port: 9094dd39-9904-4b09-b5c8-9926e367c49e, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:14.823244 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.887725 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:14.909226 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] For port 9094dd39-9904-4b09-b5c8-9926e367c49e, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:14.914034 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] For port 9094dd39-9904-4b09-b5c8-9926e367c49e, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9094dd39-9904-4b09-b5c8-9926e367c49e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:14.921604 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.934150 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port b43d357f-a2df-4d6d-a699-f984fbba6cb6 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:14.940791 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.962067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks [] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.978480 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c832752c-fc04-4156-bb39-12fbeeee8410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (81481e5f-8b7a-4910-8aa4-55f0e59e018c), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.981426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c832752c-fc04-4156-bb39-12fbeeee8410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:14.986584 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-c832752c-fc04-4156-bb39-12fbeeee8410 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/81481e5f-8b7a-4910-8aa4-55f0e59e018c HTTP/1.1" status: 204 len: 168 time: 0.3986776 Sep 28 12:24:15.012407 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84f6c4-9a04-4e4b-9b9c-4468caa231c1 None None] Pushing event updated for resources: {'Port': ['ID=9094dd39-9904-4b09-b5c8-9926e367c49e,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:15.021849 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Routers {'cf55c22b-0995-4f58-9924-a5bf738559c8'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:15.022545 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['cf55c22b-0995-4f58-9924-a5bf738559c8'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:15.045577 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Current status of the port 3d600b20-3480-440a-ad59-0ae7d34b70bf is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:15.049795 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port b43d357f-a2df-4d6d-a699-f984fbba6cb6, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=b43d357f-a2df-4d6d-a699-f984fbba6cb6,segment=NetworkSegment(2aab976f-faf0-43c1-a137-fd7ebae389b5),segment_id=2aab976f-faf0-43c1-a137-fd7ebae389b5)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:15.068820 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832752c-fc04-4156-bb39-12fbeeee8410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81481e5f-8b7a-4910-8aa4-55f0e59e018c,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:15.070478 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.076615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Provisioning complete for port b43d357f-a2df-4d6d-a699-f984fbba6cb6 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:15.077103 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.077719 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Attempt 1 to provision port b43d357f-a2df-4d6d-a699-f984fbba6cb6 Sep 28 12:24:15.093475 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5968-e410-489e-aabe-417733fd1245 req-e0a4cd54-022e-4a78-8d4c-725659e1f3fa tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:15.103573 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-95eb5968-e410-489e-aabe-417733fd1245 req-e0a4cd54-022e-4a78-8d4c-725659e1f3fa tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.1991439 Sep 28 12:24:15.203492 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.238369 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=b43d357f-a2df-4d6d-a699-f984fbba6cb6,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:15.294808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:15.307332 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-d54e119e-097c-46d2-be81-b8e3d2baf797 None None] Current status of the port b43d357f-a2df-4d6d-a699-f984fbba6cb6 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:15.337883 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-95eb5968-e410-489e-aabe-417733fd1245 req-edd8e517-7bc0-472e-add3-556bf9c96a74 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312367 Sep 28 12:24:15.351854 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] Set router cf55c22b-0995-4f58-9924-a5bf738559c8 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:15.402062 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Network 28194936-f60d-408c-80d4-f822bc66dce4 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:15.407554 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:15.410253 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:15.411092 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (cf55c22b-0995-4f58-9924-a5bf738559c8), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.426383 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-8bfb1a90-7028-465c-b2d9-7918ae6945d1 None None] Provisioning complete for port b43d357f-a2df-4d6d-a699-f984fbba6cb6 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:15.426890 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1a90-7028-465c-b2d9-7918ae6945d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.427317 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-8bfb1a90-7028-465c-b2d9-7918ae6945d1 None None] Attempt 1 to provision port b43d357f-a2df-4d6d-a699-f984fbba6cb6 Sep 28 12:24:15.474051 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Pushing event updated for resources: {'Port': ['ID=bad1365a-8e78-44e5-848f-762b5f8ff276,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:15.528595 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:15.572258 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-8bfb1a90-7028-465c-b2d9-7918ae6945d1 None None] Current status of the port b43d357f-a2df-4d6d-a699-f984fbba6cb6 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:15.604478 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.619827 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:24:15.703908 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:24:12Z', 'revision_number': 3, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:15.731052 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d802f4e-ff47-4f6c-9b6f-9ec110e1783b None None] The sync data for ids ['cf55c22b-0995-4f58-9924-a5bf738559c8'] in dv-cinder-844563-9-iscsi is: [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:24:12Z', 'revision_number': 3, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:15.790732 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Provisioning complete for port bad1365a-8e78-44e5-848f-762b5f8ff276 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:15.791212 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:15.791443 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 1 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:15.861204 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:16.018797 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:16.059252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks [] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:16.064107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:16.064876 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (cf55c22b-0995-4f58-9924-a5bf738559c8), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:16.214928 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Pushing event updated for resources: {'Port': ['ID=bad1365a-8e78-44e5-848f-762b5f8ff276,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:16.236157 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:16.243751 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Network 28194936-f60d-408c-80d4-f822bc66dce4 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:16.245776 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:16.319115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 3d600b20-3480-440a-ad59-0ae7d34b70bf up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:16.375513 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 2 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:16.514451 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:16.517646 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 3d600b20-3480-440a-ad59-0ae7d34b70bf triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:16.518022 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:16.518366 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 3d600b20-3480-440a-ad59-0ae7d34b70bf Sep 28 12:24:16.546841 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Router cf55c22b-0995-4f58-9924-a5bf738559c8 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:16.561622 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3306f-d28f-4894-99e3-c1203852aebd req-1c17770f-28ee-45ea-adca-2df8b617bfeb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:16.564259 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-56a3306f-d28f-4894-99e3-c1203852aebd req-1c17770f-28ee-45ea-adca-2df8b617bfeb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0889761 Sep 28 12:24:16.678956 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-56a3306f-d28f-4894-99e3-c1203852aebd req-1a6ab1ed-5f9b-40dc-99f7-6bf9d1719919 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998940 Sep 28 12:24:16.707281 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:16.712648 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-896a2fb5-e8cd-4106-88c0-f161b2546569 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/cf55c22b-0995-4f58-9924-a5bf738559c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0751235 Sep 28 12:24:16.715032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 3d600b20-3480-440a-ad59-0ae7d34b70bf is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:16.717319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device b43d357f-a2df-4d6d-a699-f984fbba6cb6 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:16.741344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:16.765481 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port b43d357f-a2df-4d6d-a699-f984fbba6cb6 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:16.766305 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:16.766786 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port b43d357f-a2df-4d6d-a699-f984fbba6cb6 Sep 28 12:24:16.864932 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port b43d357f-a2df-4d6d-a699-f984fbba6cb6 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:17.015213 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 3 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:17.117434 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:17.342494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47704) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:17.347482 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23709153', 'description': 'tempest-secgroup-smoke-23709153 description', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:17.405697 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.570396 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group (dec412e3-5d4f-4462-b9a1-199a30968bf7), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.576943 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (dec412e3-5d4f-4462-b9a1-199a30968bf7), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.618808 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 4 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:17.640386 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.646584 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47724) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:17.650623 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3048389 Sep 28 12:24:17.651506 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group_rule': {'security_group_id': 'dec412e3-5d4f-4462-b9a1-199a30968bf7', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:17.686142 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63202fc4-f82e-4f22-ab2a-1c95f29d3e77 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec412e3-5d4f-4462-b9a1-199a30968bf7,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:17.688492 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:17.718560 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (46df5a31-2f59-4295-aab8-774bb6eaa5fb), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.775577 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:17.861540 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (46df5a31-2f59-4295-aab8-774bb6eaa5fb), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.866784 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (46df5a31-2f59-4295-aab8-774bb6eaa5fb), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.895907 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47732) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:17.899440 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46df5a31-2f59-4295-aab8-774bb6eaa5fb,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:17.903762 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:17.905212 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-709eb128-ae8d-4f11-935f-bae1d64f4107 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576761 Sep 28 12:24:17.914991 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47736) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:17.923855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group_rule': {'security_group_id': 'dec412e3-5d4f-4462-b9a1-199a30968bf7', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:17.959613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce9f8f-5405-4429-a93c-ecdd512eb635 req-52494b5a-1be8-48bc-a282-38031e3db838 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:17.960749 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1fce9f8f-5405-4429-a93c-ecdd512eb635 req-52494b5a-1be8-48bc-a282-38031e3db838 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.1258597 Sep 28 12:24:17.996515 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ca49f-7f31-4add-8697-7067b3870c28 req-3af8326f-27ac-4eb1-85d3-743b9b9b784a tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:18.004440 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (32c994fe-53a2-4d14-91f6-57741f177dfc), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.010902 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d85ca49f-7f31-4add-8697-7067b3870c28 req-3af8326f-27ac-4eb1-85d3-743b9b9b784a tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0977335 Sep 28 12:24:18.132187 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d85ca49f-7f31-4add-8697-7067b3870c28 req-d04b58b6-f0ad-4e71-9548-2aa85346bb91 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163538 Sep 28 12:24:18.172275 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:18.189522 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 5 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:18.255809 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:18.276971 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1fce9f8f-5405-4429-a93c-ecdd512eb635 req-a87672be-5d06-40e0-a24d-c79d59c0bbe2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085961 Sep 28 12:24:18.277601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9094dd39-9904-4b09-b5c8-9926e367c49e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:18.287587 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8bd18883-3123-41bd-96d6-c72242411f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.323397 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (32c994fe-53a2-4d14-91f6-57741f177dfc), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.333841 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (32c994fe-53a2-4d14-91f6-57741f177dfc), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.338484 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 9094dd39-9904-4b09-b5c8-9926e367c49e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:18.338859 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.340987 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 9094dd39-9904-4b09-b5c8-9926e367c49e Sep 28 12:24:18.364271 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c994fe-53a2-4d14-91f6-57741f177dfc,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:18.387597 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.388955 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-cb0c30e1-dcf9-473d-8889-99f685977c19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4728093 Sep 28 12:24:18.391868 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47750) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:18.396956 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group_rule': {'security_group_id': 'dec412e3-5d4f-4462-b9a1-199a30968bf7', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:18.440897 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 9094dd39-9904-4b09-b5c8-9926e367c49e is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:18.442007 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.458104 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (2e831797-811e-40b5-83a0-b5dd88e5ddf7), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.465827 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8bd18883-3123-41bd-96d6-c72242411f6e admin admin] Publish callbacks [] for security_group (19f13239-2358-4ce3-aa20-c9ee10872e72), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.471404 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 9094dd39-9904-4b09-b5c8-9926e367c49e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9094dd39-9904-4b09-b5c8-9926e367c49e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:18.476210 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8bd18883-3123-41bd-96d6-c72242411f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (19f13239-2358-4ce3-aa20-c9ee10872e72), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.478516 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.527360 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:18.541592 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8bd18883-3123-41bd-96d6-c72242411f6e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a3e85056b9b84206b02ab50803269765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417539 Sep 28 12:24:18.541592 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd18883-3123-41bd-96d6-c72242411f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f13239-2358-4ce3-aa20-c9ee10872e72,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:18.543304 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47752) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:18.557699 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:18.558779 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=9094dd39-9904-4b09-b5c8-9926e367c49e,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:18.565448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (2e831797-811e-40b5-83a0-b5dd88e5ddf7), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.571433 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (2e831797-811e-40b5-83a0-b5dd88e5ddf7), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.599785 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e831797-811e-40b5-83a0-b5dd88e5ddf7,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:18.609280 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.610483 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-30594c13-b46e-4472-a323-3951fae3f070 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175546 Sep 28 12:24:18.620545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47754) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:18.626265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fa720f3-5a54-4adb-8842-0f127dec297d admin admin] Publish callbacks [] for security_group (19f13239-2358-4ce3-aa20-c9ee10872e72), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.627140 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Sync routers for ids ['cf55c22b-0995-4f58-9924-a5bf738559c8'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:18.637692 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group_rule': {'security_group_id': 'dec412e3-5d4f-4462-b9a1-199a30968bf7', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:18.639999 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Routers {'cf55c22b-0995-4f58-9924-a5bf738559c8'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:18.641057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['cf55c22b-0995-4f58-9924-a5bf738559c8'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:18.654599 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fa720f3-5a54-4adb-8842-0f127dec297d admin admin] Publish callbacks [] for security_group (19f13239-2358-4ce3-aa20-c9ee10872e72), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.730426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (e137a769-eb12-437d-be7b-eaab249a8238), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.731489 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fa720f3-5a54-4adb-8842-0f127dec297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (19f13239-2358-4ce3-aa20-c9ee10872e72), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.737551 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fa720f3-5a54-4adb-8842-0f127dec297d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.743373 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6fa720f3-5a54-4adb-8842-0f127dec297d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/19f13239-2358-4ce3-aa20-c9ee10872e72 HTTP/1.1" status: 204 len: 168 time: 0.2005186 Sep 28 12:24:18.753905 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa720f3-5a54-4adb-8842-0f127dec297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f13239-2358-4ce3-aa20-c9ee10872e72,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:18.757433 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 6 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:18.808999 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (e137a769-eb12-437d-be7b-eaab249a8238), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.815115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (e137a769-eb12-437d-be7b-eaab249a8238), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.837458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e137a769-eb12-437d-be7b-eaab249a8238,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:18.850182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.853532 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-678b94ba-6276-4a0a-a239-5da72ae330a6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2290909 Sep 28 12:24:18.854316 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47772) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:18.860621 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group_rule': {'security_group_id': 'dec412e3-5d4f-4462-b9a1-199a30968bf7', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:18.898435 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.securitygroups_db [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Project 1f563e7675ef4d758e09e1a78b891c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 12:24:18.907492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (27599730-2bae-4e52-96b3-3aa7692b5957), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:18.995847 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (27599730-2bae-4e52-96b3-3aa7692b5957), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.001451 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (27599730-2bae-4e52-96b3-3aa7692b5957), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.002573 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:19.018407 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27599730-2bae-4e52-96b3-3aa7692b5957,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:19.022918 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Set router cf55c22b-0995-4f58-9924-a5bf738559c8 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:19.046002 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.053249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47780) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:19.054556 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-22a7885a-6e65-44db-ad83-dbc1f62e53f4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1991320 Sep 28 12:24:19.060208 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'security_group_rule': {'security_group_id': 'dec412e3-5d4f-4462-b9a1-199a30968bf7', 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:19.103627 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.securitygroups_db [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Project 1f563e7675ef4d758e09e1a78b891c9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 12:24:19.112187 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (acf992fc-51c0-417d-bf97-888f9399996c), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.194124 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (acf992fc-51c0-417d-bf97-888f9399996c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.202565 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (acf992fc-51c0-417d-bf97-888f9399996c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.231315 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf992fc-51c0-417d-bf97-888f9399996c,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:19.233315 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.246198 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.249906 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d1b52a50-a729-49b7-8e2c-30acecf7daee tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1980693 Sep 28 12:24:19.328012 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:24:15Z', 'revision_number': 4, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'bad1365a-8e78-44e5-848f-762b5f8ff276', 'name': '', 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'mac_address': 'fa:16:3e:43:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '98627d9a-7228-456e-87f7-ef1449ecbd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:14Z', 'updated_at': '2022-09-28T12:24:15Z', 'revision_number': 2, 'project_id': 'f2df1492593c40429906ed174145edb1', 'subnets': [{'id': '98627d9a-7228-456e-87f7-ef1449ecbd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:19.371468 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Checking router: cf55c22b-0995-4f58-9924-a5bf738559c8 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:19.372113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Updating router cf55c22b-0995-4f58-9924-a5bf738559c8 port bad1365a-8e78-44e5-848f-762b5f8ff276 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:19.374364 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb6dbd-0fef-4b36-8158-c847d39d751c req-62bfc2a2-7cce-4da6-bfbf-9385455de931 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:19.382838 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-eafb6dbd-0fef-4b36-8158-c847d39d751c req-62bfc2a2-7cce-4da6-bfbf-9385455de931 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.0845058 Sep 28 12:24:19.414336 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.510960 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-eafb6dbd-0fef-4b36-8158-c847d39d751c req-e7a59ffd-615d-423f-8338-3c400ee1b181 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235240 Sep 28 12:24:19.547471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663eeb99-3741-4688-8335-d75937d9ed7f req-e2c7ec73-45e9-4f4a-a3cd-78ae74c2138e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:19.549156 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-663eeb99-3741-4688-8335-d75937d9ed7f req-e2c7ec73-45e9-4f4a-a3cd-78ae74c2138e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.1248207 Sep 28 12:24:19.589496 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 7 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:19.626739 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:19.633639 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-663eeb99-3741-4688-8335-d75937d9ed7f req-e0898571-32a5-4de1-b569-55ad5485cd7d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699918 Sep 28 12:24:19.650562 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:19.812728 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba867e-5aa6-4041-bfb6-0d2b4a3d3f42 req-5a4f2099-368b-483e-921f-f02993d2b1ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:19.824473 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a0ba867e-5aa6-4041-bfb6-0d2b4a3d3f42 req-5a4f2099-368b-483e-921f-f02993d2b1ad tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0706356 Sep 28 12:24:19.825288 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47860) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:19.830840 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'floatingip': {'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:19.877849 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Publish callbacks [] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.891348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.931571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:19.934627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (90b40193-bc88-4f35-b431-018472579bc8), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:19.944090 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47864) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:20.077509 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:20.078363 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade759f-e6b3-4c4b-a0c8-7dff9293fd54 None None] Pushing event updated for resources: {'Port': ['ID=bad1365a-8e78-44e5-848f-762b5f8ff276,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:20.101075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2042189481-network', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:20.110443 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:20.111554 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Attempting to bind port bad1365a-8e78-44e5-848f-762b5f8ff276 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:20.114555 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Attempting to bind port bad1365a-8e78-44e5-848f-762b5f8ff276 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:20.115282 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Attempting to bind port bad1365a-8e78-44e5-848f-762b5f8ff276 on network 28194936-f60d-408c-80d4-f822bc66dce4 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:20.157815 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Made reservation on behalf of 19f9f5faf55a4b0cb17bf36d8cb838f6 for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:20.160562 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.162664 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 8 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:20.200914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.274801 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9094dd39-9904-4b09-b5c8-9926e367c49e up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:20.302799 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Port bad1365a-8e78-44e5-848f-762b5f8ff276 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:20.314573 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:20.315108 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Checking segment: {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:20.315545 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.316037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Bound using segment: {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:20.317332 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Bound port: bad1365a-8e78-44e5-848f-762b5f8ff276, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aab976f-faf0-43c1-a137-fd7ebae389b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:20.317772 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.396231 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks [] for security_group (8d427096-934a-42e1-a623-a24976209f2a), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.402399 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8d427096-934a-42e1-a623-a24976209f2a), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.406631 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 9094dd39-9904-4b09-b5c8-9926e367c49e triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:20.407014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.407781 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 9094dd39-9904-4b09-b5c8-9926e367c49e Sep 28 12:24:20.436268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:20.439028 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d427096-934a-42e1-a623-a24976209f2a,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:20.453894 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:24:20.471413 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (94d73b94-bbf1-4aea-9c54-4a1592ba57d0), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.471974 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Added segment 94d73b94-bbf1-4aea-9c54-4a1592ba57d0 of type vlan for network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 Sep 28 12:24:20.501280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] For port bad1365a-8e78-44e5-848f-762b5f8ff276, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:20.507985 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] For port bad1365a-8e78-44e5-848f-762b5f8ff276, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bad1365a-8e78-44e5-848f-762b5f8ff276,segment=NetworkSegment(2aab976f-faf0-43c1-a137-fd7ebae389b5),segment_id=2aab976f-faf0-43c1-a137-fd7ebae389b5)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:20.523716 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (8fd9a966-848a-4a04-aad9-4eacaa03d7c2), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.541956 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.568047 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (8fd9a966-848a-4a04-aad9-4eacaa03d7c2), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.569402 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:20.570048 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:20.630886 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Routers {'cf55c22b-0995-4f58-9924-a5bf738559c8'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:20.631599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['cf55c22b-0995-4f58-9924-a5bf738559c8'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:20.734068 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7887335 Sep 28 12:24:20.739373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47894) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:20.745247 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Request body: {'subnet': {'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2042189481-subnet', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:20.745446 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] Set router cf55c22b-0995-4f58-9924-a5bf738559c8 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:20.832895 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Attempt 9 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:20.888120 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 9094dd39-9904-4b09-b5c8-9926e367c49e is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:20.893472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-c1f0049d-8673-4230-8716-c6867abcf6fa tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:20.902034 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-c1f0049d-8673-4230-8716-c6867abcf6fa tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.1220441 Sep 28 12:24:20.908010 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8defa-fb37-49ff-b0bd-19442b0c9a72 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd9a966-848a-4a04-aad9-4eacaa03d7c2,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:20.970583 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:24:20.995120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Made reservation on behalf of 19f9f5faf55a4b0cb17bf36d8cb838f6 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:21.005912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.060795 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade759f-e6b3-4c4b-a0c8-7dff9293fd54 None None] Pushing event updated for resources: {'Port': ['ID=bad1365a-8e78-44e5-848f-762b5f8ff276,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:21.131484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.db.resource_extend [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 28 12:24:21.140461 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea437a-2833-48e4-b01c-7ddc878de2e1 req-0574f684-7668-41e5-a283-cbe1970356c3 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:21.142955 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-daea437a-2833-48e4-b01c-7ddc878de2e1 req-0574f684-7668-41e5-a283-cbe1970356c3 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 945 time: 0.1776073 Sep 28 12:24:21.161642 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:21.208637 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Deleting port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:24:21.208994 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.312944 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:21.366785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:21.401684 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] For port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:21.402061 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.493273 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Calling delete_port for 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:24:21.524188 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-38556f98-4765-46d4-acf4-32b23848adbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.546215 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:24:15Z', 'revision_number': 4, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'bad1365a-8e78-44e5-848f-762b5f8ff276', 'name': '', 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'mac_address': 'fa:16:3e:43:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '98627d9a-7228-456e-87f7-ef1449ecbd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:14Z', 'updated_at': '2022-09-28T12:24:20Z', 'revision_number': 4, 'project_id': 'f2df1492593c40429906ed174145edb1', 'subnets': [{'id': '98627d9a-7228-456e-87f7-ef1449ecbd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:21.551473 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Current status of the port bad1365a-8e78-44e5-848f-762b5f8ff276 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:21.551929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.558314 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.567085 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (90b40193-bc88-4f35-b431-018472579bc8), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.639623 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d091b-1a75-4dc1-995a-adee18db490b None None] The sync data for ids ['cf55c22b-0995-4f58-9924-a5bf738559c8'] in dv-cinder-844563-9-iscsi is: [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:24:15Z', 'revision_number': 4, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'bad1365a-8e78-44e5-848f-762b5f8ff276', 'name': '', 'network_id': '28194936-f60d-408c-80d4-f822bc66dce4', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'mac_address': 'fa:16:3e:43:90:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '98627d9a-7228-456e-87f7-ef1449ecbd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:14Z', 'updated_at': '2022-09-28T12:24:20Z', 'revision_number': 4, 'project_id': 'f2df1492593c40429906ed174145edb1', 'subnets': [{'id': '98627d9a-7228-456e-87f7-ef1449ecbd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:21.664841 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (0995468d-db89-4b1f-9f55-a0f9351f7c88), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.673311 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-daea437a-2833-48e4-b01c-7ddc878de2e1 req-ec4023bc-bba4-419b-8256-3ba143be9a46 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b92446c6-8732-495d-b681-f15c9afec34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525640 Sep 28 12:24:21.704335 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] For port bad1365a-8e78-44e5-848f-762b5f8ff276, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bad1365a-8e78-44e5-848f-762b5f8ff276,segment=NetworkSegment(2aab976f-faf0-43c1-a137-fd7ebae389b5),segment_id=2aab976f-faf0-43c1-a137-fd7ebae389b5)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:21.720119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.814252 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Floating IP 90b40193-bc88-4f35-b431-018472579bc8 associated. External IP: 172.27.0.172, port: 9fce75aa-da2d-404c-8c7f-84862f035240. Sep 28 12:24:21.844571 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0995468d-db89-4b1f-9f55-a0f9351f7c88,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:21.849893 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Checking segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:21.850864 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Network hostable DHCP agents. Network: 8fd9a966-848a-4a04-aad9-4eacaa03d7c2, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:24:21.868117 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-1ff124c5-628a-4844-af2e-96991430e320 None None] Provisioning complete for port bad1365a-8e78-44e5-848f-762b5f8ff276 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:21.868775 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1ff124c5-628a-4844-af2e-96991430e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.869437 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-1ff124c5-628a-4844-af2e-96991430e320 None None] Attempt 1 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:21.874479 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85590f08-c7f5-45e0-b894-7d6d118fbb76 None None] Pushing event updated for resources: {'Port': ['ID=bad1365a-8e78-44e5-848f-762b5f8ff276,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:21.904865 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:24:21.905581 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:21.929436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 8fd9a966-848a-4a04-aad9-4eacaa03d7c2) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:21.958879 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fdc42d-d80b-4c21-9c24-35f81c01bd70 None None] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:21.966941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:21.967492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:21.992817 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-973d488c-fa43-4637-b55f-4ff9d2443751 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2514060 Sep 28 12:24:21.997451 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 47940) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:22.001796 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:22.045224 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (9aa52a1f-1b14-4e05-b50f-fcecfa618b5a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.122706 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['9aa52a1f-1b14-4e05-b50f-fcecfa618b5a'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:24:22.123112 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (faa97a73-8920-4b5e-8505-9975a6023e9b), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.123112 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (faa97a73-8920-4b5e-8505-9975a6023e9b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.166985 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47944) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:22.291488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:22.308213 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:22.323274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks [] for router_controller (faa97a73-8920-4b5e-8505-9975a6023e9b), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.334751 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Pushing event deleted for resources: {'Port': ['ID=9aa52a1f-1b14-4e05-b50f-fcecfa618b5a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:22.453621 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:22.533160 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8ac310a3-32e8-4a07-be94-7d9c25c925df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.559333 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bad1365a-8e78-44e5-848f-762b5f8ff276 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:22.596397 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:22.596749 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] No DVR routers for this DVR port 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:24:22.608022 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.608347 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:22.640763 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:22.664030 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:22.669979 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0ddde170-079a-43f4-8264-f3590d0417a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/90b40193-bc88-4f35-b431-018472579bc8 HTTP/1.1" status: 200 len: 992 time: 2.8437209 Sep 28 12:24:22.674511 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:24:22.675427 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.677830 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc6aaf-e263-4434-aa3a-3d4b52868919" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:24:22.684236 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:24:22.685198 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.686594 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-68cd7a7d-6cdb-4749-95d3-2564b0fb53cd req-9ed59620-73a9-4e0c-924c-bb5934bf1c9b tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.52 "DELETE /networking/v2.0/ports/9aa52a1f-1b14-4e05-b50f-fcecfa618b5a HTTP/1.1" status: 204 len: 173 time: 1.7662015 Sep 28 12:24:22.686778 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'name': 'network-vif-deleted', 'tag': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:24:22.689095 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b43a1-45d6-4398-8e13-a3bc060dedab" -d '{"events": [{"server_uuid": "f056349e-a0dd-4179-8cc2-2e3c77d54210", "name": "network-vif-deleted", "tag": "9aa52a1f-1b14-4e05-b50f-fcecfa618b5a"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:24:22.742860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-1ff124c5-628a-4844-af2e-96991430e320 None None] Current status of the port bad1365a-8e78-44e5-848f-762b5f8ff276 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:22.822081 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8ac310a3-32e8-4a07-be94-7d9c25c925df admin admin] Publish callbacks [] for security_group (27bd3757-d78e-4099-b4d7-e872772ecdf3), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.831935 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8ac310a3-32e8-4a07-be94-7d9c25c925df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (27bd3757-d78e-4099-b4d7-e872772ecdf3), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.867050 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a05c55-7008-48b8-80b9-90f293febb6d x-openstack-request-id: req-e8a05c55-7008-48b8-80b9-90f293febb6d {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:24:22.867348 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:24:22.867636 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8a05c55-7008-48b8-80b9-90f293febb6d {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:24:22.868132 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a05c55-7008-48b8-80b9-90f293febb6d'] response: {'name': 'network-changed', 'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'status': 'completed', 'code': 200} Sep 28 12:24:22.897827 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc3d7ca-d710-49ae-a8b3-51f5b3dfc543 x-openstack-request-id: req-fbc3d7ca-d710-49ae-a8b3-51f5b3dfc543 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:24:22.898448 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f056349e-a0dd-4179-8cc2-2e3c77d54210", "name": "network-vif-deleted", "tag": "9aa52a1f-1b14-4e05-b50f-fcecfa618b5a", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:24:22.899206 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbc3d7ca-d710-49ae-a8b3-51f5b3dfc543 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:24:22.913421 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8ac310a3-32e8-4a07-be94-7d9c25c925df admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=fbfa9c57f947478b9eda820cf3f89303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447107 Sep 28 12:24:22.916085 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac310a3-32e8-4a07-be94-7d9c25c925df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd3757-d78e-4099-b4d7-e872772ecdf3,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:22.918733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 47968) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:22.928709 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc3d7ca-d710-49ae-a8b3-51f5b3dfc543'] response: {'server_uuid': 'f056349e-a0dd-4179-8cc2-2e3c77d54210', 'name': 'network-vif-deleted', 'tag': '9aa52a1f-1b14-4e05-b50f-fcecfa618b5a', 'status': 'completed', 'code': 200} Sep 28 12:24:22.929386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:22.951086 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks [] for router_gateway (faa97a73-8920-4b5e-8505-9975a6023e9b), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.985898 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port bad1365a-8e78-44e5-848f-762b5f8ff276 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:22.986676 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:22.987265 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port bad1365a-8e78-44e5-848f-762b5f8ff276 Sep 28 12:24:22.996362 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:23.034516 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d38b6d8d-be19-4d95-b24e-c8985e59e9c3 req-666271f5-1e79-4eca-8600-5d4c1e3c7e35 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.0467675 Sep 28 12:24:23.066829 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc40-486a-40d6-9827-4846e635a01f admin admin] Publish callbacks [] for security_group (27bd3757-d78e-4099-b4d7-e872772ecdf3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.067070 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-75237ff4-6d5e-457b-b13b-c9fff719e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:23.087028 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-75237ff4-6d5e-457b-b13b-c9fff719e132 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1130 time: 0.1506147 Sep 28 12:24:23.140759 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc40-486a-40d6-9827-4846e635a01f admin admin] Publish callbacks [] for security_group (27bd3757-d78e-4099-b4d7-e872772ecdf3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.174004 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port bad1365a-8e78-44e5-848f-762b5f8ff276 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:23.229685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Allocated IP 172.20.0.2 (8fd9a966-848a-4a04-aad9-4eacaa03d7c2/0995468d-db89-4b1f-9f55-a0f9351f7c88/33d085f9-f901-420d-98bc-6a3c0b21c9e4) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:23.279448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc40-486a-40d6-9827-4846e635a01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (27bd3757-d78e-4099-b4d7-e872772ecdf3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.291412 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7bdbdc40-486a-40d6-9827-4846e635a01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.296168 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7bdbdc40-486a-40d6-9827-4846e635a01f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/27bd3757-d78e-4099-b4d7-e872772ecdf3 HTTP/1.1" status: 204 len: 168 time: 0.3501742 Sep 28 12:24:23.337180 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbdc40-486a-40d6-9827-4846e635a01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd3757-d78e-4099-b4d7-e872772ecdf3,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:23.406846 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:23.561844 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '90b40193-bc88-4f35-b431-018472579bc8', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'mac_address': 'fa:16:3e:2a:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:54Z', 'updated_at': '2022-09-28T12:24:20Z', 'revision_number': 1, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:23.570980 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Publish callbacks [] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.595951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.603178 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:23.629704 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:23.630381 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:23:53Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:23.661800 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e443da49-9e12-45f5-96af-3a7850c41e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:23.666534 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:23.716259 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:23.741071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:23.745371 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:23.757499 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Pushing event updated for resources: {'Port': ['ID=33d085f9-f901-420d-98bc-6a3c0b21c9e4,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:23.888922 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Attempting to bind port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:23.889510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Attempting to bind port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:23.890066 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Attempting to bind port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 on network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:23.935776 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:24.007267 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:24.007630 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Checking segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:24.008047 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.008440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Bound using segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:24.008984 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Bound port: 33d085f9-f901-420d-98bc-6a3c0b21c9e4, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:24.009432 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.211685 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48000) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:24.244597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] For port 33d085f9-f901-420d-98bc-6a3c0b21c9e4, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:24.249094 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] For port 33d085f9-f901-420d-98bc-6a3c0b21c9e4, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=33d085f9-f901-420d-98bc-6a3c0b21c9e4,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:24.259175 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.262884 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-64894ba5-a20a-48fc-8e5f-c9895e4b33d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.306392 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:24:24.350373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks [] for router_gateway (faa97a73-8920-4b5e-8505-9975a6023e9b), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.350952 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:24:24.351258 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9aa52a1f-1b14-4e05-b50f-fcecfa618b5a not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:24:24.372767 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c0ae5-6500-4b81-bcc7-7663d1eadcd5 None None] Pushing event updated for resources: {'Port': ['ID=33d085f9-f901-420d-98bc-6a3c0b21c9e4,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:24.378916 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b523598b-903f-4529-928c-4e3a7d220faa req-88f9d885-d145-4b79-aa11-c5ff84164e02 tempest-DeleteServersTestJSON-43286930 tempest-DeleteServersTestJSON-43286930-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f056349e-a0dd-4179-8cc2-2e3c77d54210 HTTP/1.1" status: 200 len: 210 time: 0.1040294 Sep 28 12:24:24.413512 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.424848 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-751c1d16-1d3d-411e-ba1f-e49f00120cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:24.427351 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-751c1d16-1d3d-411e-ba1f-e49f00120cdc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 1.2278676 Sep 28 12:24:24.574187 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:24.589644 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-64894ba5-a20a-48fc-8e5f-c9895e4b33d1 admin admin] Publish callbacks [] for security_group (6a81a329-5a10-483e-9c28-b3519294adff), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.599471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-64894ba5-a20a-48fc-8e5f-c9895e4b33d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (6a81a329-5a10-483e-9c28-b3519294adff), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.621370 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48004) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:24.629390 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '90b40193-bc88-4f35-b431-018472579bc8', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'mac_address': 'fa:16:3e:2a:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:54Z', 'updated_at': '2022-09-28T12:24:20Z', 'revision_number': 1, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:24.668982 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-d679ceac-fbc8-4fc8-9f2c-3fbc2c630593 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 1000 time: 0.2299421 Sep 28 12:24:24.703552 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c5ba7-3f95-4d16-a53c-e7f60cdd96e3 None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '90b40193-bc88-4f35-b431-018472579bc8', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'mac_address': 'fa:16:3e:2a:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:54Z', 'updated_at': '2022-09-28T12:24:20Z', 'revision_number': 1, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:24.715548 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-64894ba5-a20a-48fc-8e5f-c9895e4b33d1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=cd7220eee3ef426ab997351674bfd6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024350 Sep 28 12:24:24.716729 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64894ba5-a20a-48fc-8e5f-c9895e4b33d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a81a329-5a10-483e-9c28-b3519294adff,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:24.727947 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48008) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:24.807949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6185cfca-a72f-45ff-b8e8-b4e2a8313389 admin admin] Publish callbacks [] for security_group (6a81a329-5a10-483e-9c28-b3519294adff), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.810045 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:24.821455 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Allocated IP 172.27.0.239 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/8e9daa19-463b-4292-a3e3-84f269b47eb4) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:24.825700 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:24.842388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.842972 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6185cfca-a72f-45ff-b8e8-b4e2a8313389 admin admin] Publish callbacks [] for security_group (6a81a329-5a10-483e-9c28-b3519294adff), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:24.905620 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-f44f2769-535b-4724-b122-5bc83c2507b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:24.907294 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-f44f2769-535b-4724-b122-5bc83c2507b7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.2148690 Sep 28 12:24:24.977121 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-26b1aa74-782a-417f-a1e7-be7936bad052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.029519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-9a70b680-73b4-49ee-ab96-45247381f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:25.031264 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-9a70b680-73b4-49ee-ab96-45247381f266 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910652 Sep 28 12:24:25.039101 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6185cfca-a72f-45ff-b8e8-b4e2a8313389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (6a81a329-5a10-483e-9c28-b3519294adff), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.042905 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6185cfca-a72f-45ff-b8e8-b4e2a8313389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.044061 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-6185cfca-a72f-45ff-b8e8-b4e2a8313389 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6a81a329-5a10-483e-9c28-b3519294adff HTTP/1.1" status: 204 len: 168 time: 0.3150959 Sep 28 12:24:25.073729 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185cfca-a72f-45ff-b8e8-b4e2a8313389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a81a329-5a10-483e-9c28-b3519294adff,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:25.129620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48016) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:25.144923 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-26b1aa74-782a-417f-a1e7-be7936bad052 admin admin] Publish callbacks [] for security_group (f5357fda-1ff2-4735-a07e-1893ecb048f4), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.148337 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:25.151256 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-26b1aa74-782a-417f-a1e7-be7936bad052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f5357fda-1ff2-4735-a07e-1893ecb048f4), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.160512 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d008dd-9672-438b-a49a-087feaab0d1e None None] New status for floating IP 90b40193-bc88-4f35-b431-018472579bc8: ACTIVE {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:24:25.196755 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-8c27edb3-1b51-4b76-abed-c6b7b4abd864 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540210 Sep 28 12:24:25.203032 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks [] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.207902 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-26b1aa74-782a-417f-a1e7-be7936bad052 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e728aab6b16448df8a492b5138872e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5831044 Sep 28 12:24:25.210449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1aa74-782a-417f-a1e7-be7936bad052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5357fda-1ff2-4735-a07e-1893ecb048f4,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:25.212988 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48020) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:25.281505 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ca222357-f0fc-439b-a68c-cf62d3e15e5a admin admin] Publish callbacks [] for security_group (f5357fda-1ff2-4735-a07e-1893ecb048f4), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.308853 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ca222357-f0fc-439b-a68c-cf62d3e15e5a admin admin] Publish callbacks [] for security_group (f5357fda-1ff2-4735-a07e-1893ecb048f4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.339428 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.391157 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c4dc6aaf-e263-4434-aa3a-3d4b52868919 req-5d6a1f13-2482-41cd-8e2d-9a7ff336a2ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849504 Sep 28 12:24:25.393575 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ca222357-f0fc-439b-a68c-cf62d3e15e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f5357fda-1ff2-4735-a07e-1893ecb048f4), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.396823 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ca222357-f0fc-439b-a68c-cf62d3e15e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.398202 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ca222357-f0fc-439b-a68c-cf62d3e15e5a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f5357fda-1ff2-4735-a07e-1893ecb048f4 HTTP/1.1" status: 204 len: 168 time: 0.1842690 Sep 28 12:24:25.424110 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca222357-f0fc-439b-a68c-cf62d3e15e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5357fda-1ff2-4735-a07e-1893ecb048f4,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:25.425816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:25.430046 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:25.432812 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:25.441845 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Pushing event updated for resources: {'Port': ['ID=8e9daa19-463b-4292-a3e3-84f269b47eb4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:25.444513 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:25.466981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dbce1e9e-9514-4ec2-802d-96a8bd94d82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.671927 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dbce1e9e-9514-4ec2-802d-96a8bd94d82c admin admin] Publish callbacks [] for security_group (4a0f4e0f-4607-41b7-a160-2604646c5a2a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.677546 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dbce1e9e-9514-4ec2-802d-96a8bd94d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4a0f4e0f-4607-41b7-a160-2604646c5a2a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.745633 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-dbce1e9e-9514-4ec2-802d-96a8bd94d82c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0d90e58e3ca54b3b86aa6aa4d4d039fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149774 Sep 28 12:24:25.746797 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce1e9e-9514-4ec2-802d-96a8bd94d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0f4e0f-4607-41b7-a160-2604646c5a2a,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:25.749407 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48038) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:25.817849 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2de39c7d-761b-49bb-9ea1-bc1ac62a9580 admin admin] Publish callbacks [] for security_group (4a0f4e0f-4607-41b7-a160-2604646c5a2a), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.858491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2de39c7d-761b-49bb-9ea1-bc1ac62a9580 admin admin] Publish callbacks [] for security_group (4a0f4e0f-4607-41b7-a160-2604646c5a2a), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.929782 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2de39c7d-761b-49bb-9ea1-bc1ac62a9580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4a0f4e0f-4607-41b7-a160-2604646c5a2a), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.932529 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2de39c7d-761b-49bb-9ea1-bc1ac62a9580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:25.936770 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-2de39c7d-761b-49bb-9ea1-bc1ac62a9580 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4a0f4e0f-4607-41b7-a160-2604646c5a2a HTTP/1.1" status: 204 len: 168 time: 0.1860991 Sep 28 12:24:25.949747 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de39c7d-761b-49bb-9ea1-bc1ac62a9580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0f4e0f-4607-41b7-a160-2604646c5a2a,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:26.040172 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks [] for router_gateway (faa97a73-8920-4b5e-8505-9975a6023e9b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.185977 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.236733 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec1c95-803a-4e5d-964c-f0c097c120a1 None None] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:26.243354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.302119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 33d085f9-f901-420d-98bc-6a3c0b21c9e4 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:26.303090 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48056) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:26.321851 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d12134d4-1d0e-4821-8704-64706b4b26dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.373953 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (faa97a73-8920-4b5e-8505-9975a6023e9b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.374203 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=6,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:26.374817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Provisioning complete for port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:26.375590 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.376088 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Attempt 1 to provision port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 Sep 28 12:24:26.388837 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:26.475574 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d12134d4-1d0e-4821-8704-64706b4b26dc admin admin] Publish callbacks [] for security_group (4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.483725 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d12134d4-1d0e-4821-8704-64706b4b26dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.485660 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:26.486245 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.486579 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 Sep 28 12:24:26.567708 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Current status of the port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:26.567814 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.599313 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:26.599929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:26.621896 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12134d4-1d0e-4821-8704-64706b4b26dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:26.624798 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48062) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:26.634436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Router faa97a73-8920-4b5e-8505-9975a6023e9b is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:24:26.647437 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d12134d4-1d0e-4821-8704-64706b4b26dc admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ce3a5d2f00c4404784a72a106dd0e17f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425770 Sep 28 12:24:26.650760 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48064) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:26.651805 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:26.670216 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:26.670614 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.675820 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d36e93c-f3d3-4312-9f49-e1cf2a1ce707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.677929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] For port 33d085f9-f901-420d-98bc-6a3c0b21c9e4, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=33d085f9-f901-420d-98bc-6a3c0b21c9e4,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:26.689422 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.784210 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a6853-4a15-4ec5-b997-7750416506d9 None None] Pushing event updated for resources: {'Port': ['ID=33d085f9-f901-420d-98bc-6a3c0b21c9e4,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:26.794934 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.db.api [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 12:24:26.795418 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG oslo_db.api [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 12:24:26.839195 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d36e93c-f3d3-4312-9f49-e1cf2a1ce707 admin admin] Publish callbacks [] for security_group (7cc42554-3c06-4428-a496-50194031baa8), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.844880 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d36e93c-f3d3-4312-9f49-e1cf2a1ce707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7cc42554-3c06-4428-a496-50194031baa8), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.853551 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5858d944-3dc9-45d3-928e-32219da77938 admin admin] Publish callbacks [] for security_group (4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.902269 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5d36e93c-f3d3-4312-9f49-e1cf2a1ce707 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=403641432a044d268045e561d8188c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536609 Sep 28 12:24:26.904649 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48070) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:26.911299 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36e93c-f3d3-4312-9f49-e1cf2a1ce707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc42554-3c06-4428-a496-50194031baa8,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:26.911758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5858d944-3dc9-45d3-928e-32219da77938 admin admin] Publish callbacks [] for security_group (4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.914362 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-4b74871e-7de0-4417-a36d-9b9623dc62fb None None] Provisioning complete for port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:26.914737 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4b74871e-7de0-4417-a36d-9b9623dc62fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.915309 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b74871e-7de0-4417-a36d-9b9623dc62fb None None] Attempt 1 to provision port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 Sep 28 12:24:26.929038 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:26.940857 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Sync routers for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:26.960533 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:26.964247 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:26.993636 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb3a468d-57f4-43b1-a35e-ae3229826cc5 admin admin] Publish callbacks [] for security_group (7cc42554-3c06-4428-a496-50194031baa8), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.993789 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:26.994852 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2eea36dd-c0cb-422d-9e00-8d63f62b675a admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9962735 Sep 28 12:24:27.000035 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48074) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:27.032753 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5858d944-3dc9-45d3-928e-32219da77938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.035489 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5858d944-3dc9-45d3-928e-32219da77938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.036714 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-5858d944-3dc9-45d3-928e-32219da77938 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a HTTP/1.1" status: 204 len: 168 time: 0.3824761 Sep 28 12:24:27.048841 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b74871e-7de0-4417-a36d-9b9623dc62fb None None] Current status of the port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:27.053643 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858d944-3dc9-45d3-928e-32219da77938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df2d82f-4d13-46bc-9e25-5f1c24bf0d1a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:27.127341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb3a468d-57f4-43b1-a35e-ae3229826cc5 admin admin] Publish callbacks [] for security_group (7cc42554-3c06-4428-a496-50194031baa8), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.134286 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:27.363047 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:27.408591 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48092) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:27.422067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb3a468d-57f4-43b1-a35e-ae3229826cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7cc42554-3c06-4428-a496-50194031baa8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.426756 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb3a468d-57f4-43b1-a35e-ae3229826cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.428515 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-eb3a468d-57f4-43b1-a35e-ae3229826cc5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7cc42554-3c06-4428-a496-50194031baa8 HTTP/1.1" status: 204 len: 168 time: 0.5226269 Sep 28 12:24:27.447675 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a468d-57f4-43b1-a35e-ae3229826cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc42554-3c06-4428-a496-50194031baa8,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:27.525742 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48098) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:27.545812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0e357beb-9328-46fd-917e-6f0a92e9d417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.546043 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:27.592467 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:25Z', 'revision_number': 3, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:27.631021 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Checking router: faa97a73-8920-4b5e-8505-9975a6023e9b for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:27.631494 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Updating router faa97a73-8920-4b5e-8505-9975a6023e9b port 8e9daa19-463b-4292-a3e3-84f269b47eb4 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:27.642681 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:27.665953 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:27.669970 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.695802 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:27.808018 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0e357beb-9328-46fd-917e-6f0a92e9d417 admin admin] Publish callbacks [] for security_group (7252a25f-d22d-4590-9b1f-67043bd493cf), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.816887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0e357beb-9328-46fd-917e-6f0a92e9d417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7252a25f-d22d-4590-9b1f-67043bd493cf), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:27.860772 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0e357beb-9328-46fd-917e-6f0a92e9d417 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8920549484404e778283415dd9fef34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332713 Sep 28 12:24:27.863630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48106) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:27.956591 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e357beb-9328-46fd-917e-6f0a92e9d417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7252a25f-d22d-4590-9b1f-67043bd493cf,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:27.997561 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.053511 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Publish callbacks [] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.060661 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.107935 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2a199bf-8747-46cd-9d4c-09bb11e13ec5 admin admin] Publish callbacks [] for security_group (7252a25f-d22d-4590-9b1f-67043bd493cf), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.122416 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Attempting to bind port 8e9daa19-463b-4292-a3e3-84f269b47eb4 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:28.123246 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Attempting to bind port 8e9daa19-463b-4292-a3e3-84f269b47eb4 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:28.123878 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Attempting to bind port 8e9daa19-463b-4292-a3e3-84f269b47eb4 on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:28.158171 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2a199bf-8747-46cd-9d4c-09bb11e13ec5 admin admin] Publish callbacks [] for security_group (7252a25f-d22d-4590-9b1f-67043bd493cf), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.168277 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba755675-94e4-465a-9650-17a4196fa3fd None None] Pushing event updated for resources: {'Port': ['ID=8e9daa19-463b-4292-a3e3-84f269b47eb4,revision_number=2']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:28.196626 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:28.197369 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:28.198045 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.198681 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:28.199431 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Bound port: 8e9daa19-463b-4292-a3e3-84f269b47eb4, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:28.200002 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.267126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (f2ba2fe8-0782-4ff7-8f06-da28422346fe), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.274191 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:28.283654 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 33d085f9-f901-420d-98bc-6a3c0b21c9e4 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:28.288243 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] For port 8e9daa19-463b-4292-a3e3-84f269b47eb4, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:28.293201 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] For port 8e9daa19-463b-4292-a3e3-84f269b47eb4, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=8e9daa19-463b-4292-a3e3-84f269b47eb4,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:28.305558 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.366699 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2a199bf-8747-46cd-9d4c-09bb11e13ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7252a25f-d22d-4590-9b1f-67043bd493cf), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.372676 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2a199bf-8747-46cd-9d4c-09bb11e13ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.377621 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-c2a199bf-8747-46cd-9d4c-09bb11e13ec5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7252a25f-d22d-4590-9b1f-67043bd493cf HTTP/1.1" status: 204 len: 168 time: 0.5073016 Sep 28 12:24:28.400610 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:28.401195 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.402339 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba755675-94e4-465a-9650-17a4196fa3fd None None] Pushing event updated for resources: {'Port': ['ID=8e9daa19-463b-4292-a3e3-84f269b47eb4,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:28.402637 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 Sep 28 12:24:28.417260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a199bf-8747-46cd-9d4c-09bb11e13ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252a25f-d22d-4590-9b1f-67043bd493cf,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:28.435985 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:28.436634 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:28.501960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Allocated IP 172.20.0.1 (8fd9a966-848a-4a04-aad9-4eacaa03d7c2/0995468d-db89-4b1f-9f55-a0f9351f7c88/1117ec25-e222-4f51-b53d-590f42a9cda0) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:28.569037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:28.681912 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:28.703981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks [] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.747030 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.764310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Deleting port 7f82d707-c3d5-42c1-9a6c-9ff38c868497 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:24:28.764833 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.797214 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:28.800434 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:28.802205 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:28.821795 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:28.822481 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (faa97a73-8920-4b5e-8505-9975a6023e9b), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.903198 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] For port 7f82d707-c3d5-42c1-9a6c-9ff38c868497, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=7f82d707-c3d5-42c1-9a6c-9ff38c868497,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:28.903571 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:28.912553 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:28.913606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=1117ec25-e222-4f51-b53d-590f42a9cda0,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:28.930982 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Calling delete_port for 7f82d707-c3d5-42c1-9a6c-9ff38c868497 owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:24:28.943870 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:28.958310 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:25Z', 'revision_number': 3, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:28.996374 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea5dd5-e31e-490c-87b2-bc6b2f2baa24 None None] The sync data for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi is: [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:25Z', 'revision_number': 3, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:29.129358 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:29.256542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (7f82d707-c3d5-42c1-9a6c-9ff38c868497), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:29.301834 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Provisioning complete for port 1117ec25-e222-4f51-b53d-590f42a9cda0 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:29.302362 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:29.302745 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 1 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:29.337642 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f82d707-c3d5-42c1-9a6c-9ff38c868497,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:29.436634 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:29.553595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks [] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:29.561833 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:29.563518 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (faa97a73-8920-4b5e-8505-9975a6023e9b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:29.639812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=1117ec25-e222-4f51-b53d-590f42a9cda0,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:29.830009 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:29.833183 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:29.938270 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 2 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:30.034661 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:30.139189 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Router faa97a73-8920-4b5e-8505-9975a6023e9b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:30.274554 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:30.304638 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (f2ba2fe8-0782-4ff7-8f06-da28422346fe), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:30.361189 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8e9daa19-463b-4292-a3e3-84f269b47eb4 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:30.380579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:30.386030 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-3894b1d6-a240-41c3-bf94-c8d9e3f24ed9 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/faa97a73-8920-4b5e-8505-9975a6023e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3848414 Sep 28 12:24:30.518250 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 8e9daa19-463b-4292-a3e3-84f269b47eb4 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:30.522153 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:30.523651 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 8e9daa19-463b-4292-a3e3-84f269b47eb4 Sep 28 12:24:30.568711 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 3 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:30.681149 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:30.703292 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:30.709683 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Router f2ba2fe8-0782-4ff7-8f06-da28422346fe has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:30.766761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 8e9daa19-463b-4292-a3e3-84f269b47eb4 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:30.767756 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:30.796180 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 8e9daa19-463b-4292-a3e3-84f269b47eb4, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=8e9daa19-463b-4292-a3e3-84f269b47eb4,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:30.803867 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:30.899568 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:30.914352 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9874ede3-25cc-4894-a681-f4902efeead0 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/f2ba2fe8-0782-4ff7-8f06-da28422346fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4973209 Sep 28 12:24:30.914352 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48226) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:30.921369 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] Sync routers for ids ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:30.948202 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=8e9daa19-463b-4292-a3e3-84f269b47eb4,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:30.951552 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] Routers {'f2ba2fe8-0782-4ff7-8f06-da28422346fe'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:30.952209 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:31.171944 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks [] for router (f2ba2fe8-0782-4ff7-8f06-da28422346fe), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.207124 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 4 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:31.268911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:31.329174 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:31.347994 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] Set router f2ba2fe8-0782-4ff7-8f06-da28422346fe gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:31.400622 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks [] for router_gateway (f2ba2fe8-0782-4ff7-8f06-da28422346fe), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.503617 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Deleting port cb58a333-a5aa-4579-ba0c-3c084f75de92 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:24:31.504203 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.510991 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:31.638559 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 5, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port': {'id': 'cb58a333-a5aa-4579-ba0c-3c084f75de92', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:42Z', 'updated_at': '2022-09-28T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:31.690573 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48272) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:31.692521 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] Checking router: f2ba2fe8-0782-4ff7-8f06-da28422346fe for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:31.699249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1060924360-network', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:31.705021 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] Routers {'f2ba2fe8-0782-4ff7-8f06-da28422346fe'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:31.705695 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:31.724898 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] For port cb58a333-a5aa-4579-ba0c-3c084f75de92, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=cb58a333-a5aa-4579-ba0c-3c084f75de92,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:31.725466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.762243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Made reservation on behalf of 6131a9e67e1b4ac2ad3d28f2fad23f67 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:31.767952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.770043 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Calling delete_port for cb58a333-a5aa-4579-ba0c-3c084f75de92 owned by network:router_gateway {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:24:31.781062 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.832397 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 5 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:31.875319 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Sync routers for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:31.898298 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:31.899502 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:31.900734 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] Set router f2ba2fe8-0782-4ff7-8f06-da28422346fe gateway port host: None {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:31.902957 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:31.946236 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:31.967937 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks [] for security_group (4b2a0dd4-5321-4a57-bc5d-1b5d5f488602), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:31.974864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4b2a0dd4-5321-4a57-bc5d-1b5d5f488602), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.046177 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:24:31Z', 'revision_number': 6, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:32.051549 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:32.054078 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a0dd4-5321-4a57-bc5d-1b5d5f488602,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:32.083209 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f7012-3100-459d-a698-2e9823f427a7 None None] The sync data for ids ['f2ba2fe8-0782-4ff7-8f06-da28422346fe'] in dv-cinder-844563-9-iscsi is: [{'id': 'f2ba2fe8-0782-4ff7-8f06-da28422346fe', 'name': 'tempest-DeleteServersTestJSON-1338238385-router', 'tenant_id': '3afaa30b2f454bc0bf1f23ece426339b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:24:31Z', 'revision_number': 6, 'project_id': '3afaa30b2f454bc0bf1f23ece426339b', 'gw_port_host': None}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:32.088520 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:32.114949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:24:32.142243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (17caf3f2-bb64-4a4f-a507-ae1a71f59579), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.143386 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:32.143503 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Added segment 17caf3f2-bb64-4a4f-a507-ae1a71f59579 of type vlan for network 23fd9eaf-5bde-4a01-a17a-18d26c173595 Sep 28 12:24:32.153583 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (cb58a333-a5aa-4579-ba0c-3c084f75de92), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.197867 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb58a333-a5aa-4579-ba0c-3c084f75de92,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:32.209765 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (23fd9eaf-5bde-4a01-a17a-18d26c173595), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.230582 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:32.247415 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (23fd9eaf-5bde-4a01-a17a-18d26c173595), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.248794 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:32.249468 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.312888 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (f2ba2fe8-0782-4ff7-8f06-da28422346fe), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.317488 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6221554 Sep 28 12:24:32.320818 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48296) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:32.328997 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Request body: {'subnet': {'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1060924360-subnet', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:32.362225 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2273f1-1e3c-4712-aaa5-bec7583c2614 admin admin] Pushing event updated for resources: {'Network': ['ID=23fd9eaf-5bde-4a01-a17a-18d26c173595,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:32.376833 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:24:32.388992 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Made reservation on behalf of 6131a9e67e1b4ac2ad3d28f2fad23f67 for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:32.391353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.431292 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 2, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:32.445078 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (f2ba2fe8-0782-4ff7-8f06-da28422346fe), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.454963 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks [] for router_controller (f2ba2fe8-0782-4ff7-8f06-da28422346fe), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.474669 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Checking router: faa97a73-8920-4b5e-8505-9975a6023e9b for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:32.475278 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Updating router faa97a73-8920-4b5e-8505-9975a6023e9b port 1117ec25-e222-4f51-b53d-590f42a9cda0 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:32.540551 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.569329 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8e9daa19-463b-4292-a3e3-84f269b47eb4 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:32.577453 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (f2ba2fe8-0782-4ff7-8f06-da28422346fe), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.578674 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2ba2fe8-0782-4ff7-8f06-da28422346fe {{(pid=106180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:24:32.590740 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.596653 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-715c3119-2d69-4fbc-aaf5-96eef8880590 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/f2ba2fe8-0782-4ff7-8f06-da28422346fe HTTP/1.1" status: 204 len: 168 time: 1.6815417 Sep 28 12:24:32.597233 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48302) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:32.605857 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 6 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:32.661638 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:32.690743 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 8e9daa19-463b-4292-a3e3-84f269b47eb4 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:32.692025 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.692543 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 8e9daa19-463b-4292-a3e3-84f269b47eb4 Sep 28 12:24:32.745858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Deleting subnet dfedfafa-e93c-4d9f-9d79-965f5392513f {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:24:32.760668 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Publish callbacks [] for subnet (dfedfafa-e93c-4d9f-9d79-965f5392513f), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.772481 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for subnet (85349f28-289d-4366-bdfa-639db6c8bb7e), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.798405 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 8e9daa19-463b-4292-a3e3-84f269b47eb4 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:32.844787 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (dfedfafa-e93c-4d9f-9d79-965f5392513f), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.864511 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85349f28-289d-4366-bdfa-639db6c8bb7e,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:32.867120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Checking segment: {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:32.867120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Network hostable DHCP agents. Network: 23fd9eaf-5bde-4a01-a17a-18d26c173595, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:24:32.891162 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:24:32.905903 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 23fd9eaf-5bde-4a01-a17a-18d26c173595) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:32.911413 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:32.912016 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:32.915498 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef52f2-aaad-42b2-ab6b-8f5dbbe0d36a None None] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:32.957645 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-4310458a-09c3-4786-a2c3-6c4efa745c28 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6333964 Sep 28 12:24:32.958906 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48314) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:33.009784 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:33.047823 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Publish callbacks [] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.051371 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:33.058776 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.076446 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (dfedfafa-e93c-4d9f-9d79-965f5392513f), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.089024 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-23fd9eaf-5bde-4a01-a17a-18d26c173595', 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'fixed_ips': [{'subnet_id': '85349f28-289d-4366-bdfa-639db6c8bb7e'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:24:33.090063 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.154600 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b28447-d5df-41c9-9526-339944d7fc07 None None] Pushing event updated for resources: {'Port': ['ID=1117ec25-e222-4f51-b53d-590f42a9cda0,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:33.159147 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (7600886c-37bb-4db7-b213-ac019d314af3), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.165407 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (7600886c-37bb-4db7-b213-ac019d314af3), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.190488 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 7 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:33.208286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:33.211047 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:33.217985 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (dfedfafa-e93c-4d9f-9d79-965f5392513f), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.256626 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.262492 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/dfedfafa-e93c-4d9f-9d79-965f5392513f HTTP/1.1" status: 204 len: 168 time: 0.6610887 Sep 28 12:24:33.262961 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48330) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:33.291975 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Attempting to bind port 1117ec25-e222-4f51-b53d-590f42a9cda0 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:33.291975 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Attempting to bind port 1117ec25-e222-4f51-b53d-590f42a9cda0 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:33.291975 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Attempting to bind port 1117ec25-e222-4f51-b53d-590f42a9cda0 on network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:33.332719 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799eebac-b7a5-4623-b19e-e6fa27baefbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfedfafa-e93c-4d9f-9d79-965f5392513f,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:33.360989 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922d39f-3de9-4bb9-8a1e-3960ef36c9bb None None] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:33.382546 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks [] for router_controller (7600886c-37bb-4db7-b213-ac019d314af3), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.420026 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:33.420476 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Checking segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:33.421837 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.422299 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Bound using segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:33.423470 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Bound port: 1117ec25-e222-4f51-b53d-590f42a9cda0, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:33.425558 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.537379 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] For port 1117ec25-e222-4f51-b53d-590f42a9cda0, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:33.541177 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] For port 1117ec25-e222-4f51-b53d-590f42a9cda0, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=1117ec25-e222-4f51-b53d-590f42a9cda0,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:33.568404 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:33.568828 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.614721 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:33.616390 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:33.623469 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:33.636991 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks [] for router_gateway (7600886c-37bb-4db7-b213-ac019d314af3), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.638390 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Port 1117ec25-e222-4f51-b53d-590f42a9cda0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:33.745236 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] DHCP port deletion for dd60752d-1269-4318-bcc5-7e8d9f3ecd76 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:24:33.753119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Allocated IP 172.20.0.2 (23fd9eaf-5bde-4a01-a17a-18d26c173595/85349f28-289d-4366-bdfa-639db6c8bb7e/e9b40f90-b5a2-470f-b2c8-344d68853ffe) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:33.811396 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (dd60752d-1269-4318-bcc5-7e8d9f3ecd76), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.846232 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Deleting port e7cd8864-b727-4121-9fe3-b14164f5dd7e {{(pid=106182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:24:33.848251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), before_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.884625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Deleting port e7cd8864-b727-4121-9fe3-b14164f5dd7e {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:24:33.885257 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.929125 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b28447-d5df-41c9-9526-339944d7fc07 None None] Pushing event updated for resources: {'Port': ['ID=1117ec25-e222-4f51-b53d-590f42a9cda0,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:33.974861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] For port e7cd8864-b727-4121-9fe3-b14164f5dd7e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e7cd8864-b727-4121-9fe3-b14164f5dd7e,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:33.975237 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:33.988938 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Calling delete_port for e7cd8864-b727-4121-9fe3-b14164f5dd7e owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:24:34.036971 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks [] for router_gateway (7600886c-37bb-4db7-b213-ac019d314af3), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.057864 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.071064 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:34.096658 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:34.097891 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:34.101764 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.107730 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] For port e7cd8864-b727-4121-9fe3-b14164f5dd7e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e7cd8864-b727-4121-9fe3-b14164f5dd7e,segment=NetworkSegment(2e0da911-ab55-4635-afa3-0c46af695f65),segment_id=2e0da911-ab55-4635-afa3-0c46af695f65)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:34.108399 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), precommit_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.117718 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] No DVR routers for this DVR port e7cd8864-b727-4121-9fe3-b14164f5dd7e on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:24:34.147848 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Attempt 8 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:34.154596 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Calling delete_port for e7cd8864-b727-4121-9fe3-b14164f5dd7e owned by network:dhcp {{(pid=106182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:24:34.161630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cd8864-b727-4121-9fe3-b14164f5dd7e,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:34.216262 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (dd60752d-1269-4318-bcc5-7e8d9f3ecd76), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.217517 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 7f82d707-c3d5-42c1-9a6c-9ff38c868497 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:24:34.244282 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.244631 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.245453 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.245803 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > port after_create 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.246158 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.246493 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > port after_update 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.246818 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.247160 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.247621 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.247950 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.273801 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 7f82d707-c3d5-42c1-9a6c-9ff38c868497 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:24:34.274156 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 7f82d707-c3d5-42c1-9a6c-9ff38c868497 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:24:34.274538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e7cd8864-b727-4121-9fe3-b14164f5dd7e no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:24:34.277534 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Allocated IP 172.27.0.163 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/39069437-af10-43bb-bfc3-44031e59cb01) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:34.325943 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.326509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.326849 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.327184 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 12:24:34.327562 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd60752d-1269-4318-bcc5-7e8d9f3ecd76']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:34.344364 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:33Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:34.352930 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0da911-ab55-4635-afa3-0c46af695f65') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:34.353268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0da911-ab55-4635-afa3-0c46af695f65') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:34.374454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (2e0da911-ab55-4635-afa3-0c46af695f65), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.376743 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:34.398946 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (2e0da911-ab55-4635-afa3-0c46af695f65), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.399624 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b402f-215c-4d60-9275-d1080707cff8 None None] The sync data for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi is: [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:33Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:34.417364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:24:34.417763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (2e0da911-ab55-4635-afa3-0c46af695f65), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.520950 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks [] for port (39069437-af10-43bb-bfc3-44031e59cb01), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.534063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (dd60752d-1269-4318-bcc5-7e8d9f3ecd76), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.554375 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.557998 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/dd60752d-1269-4318-bcc5-7e8d9f3ecd76 HTTP/1.1" status: 204 len: 168 time: 1.2938945 Sep 28 12:24:34.575236 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf28c-cef8-4c69-ac99-185ee37395bc admin admin] Pushing event deleted for resources: {'Network': ['ID=dd60752d-1269-4318-bcc5-7e8d9f3ecd76,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:34.598653 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: e7cd8864-b727-4121-9fe3-b14164f5dd7e {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:24:34.598996 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e7cd8864-b727-4121-9fe3-b14164f5dd7e not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:24:34.599408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cb58a333-a5aa-4579-ba0c-3c084f75de92 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:24:34.612551 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (39069437-af10-43bb-bfc3-44031e59cb01), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.636058 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: cb58a333-a5aa-4579-ba0c-3c084f75de92 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:24:34.636394 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cb58a333-a5aa-4579-ba0c-3c084f75de92 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:24:34.676008 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:34.679569 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:34.684573 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:34.718942 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Publish callbacks [] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.731383 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411'] for port (e7cd8864-b727-4121-9fe3-b14164f5dd7e), after_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.759121 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Pushing event updated for resources: {'Port': ['ID=39069437-af10-43bb-bfc3-44031e59cb01,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:34.765017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.779540 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Pushing event deleted for resources: {'Port': ['ID=e7cd8864-b727-4121-9fe3-b14164f5dd7e,revision_number=None']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:34.789414 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Current status of the port 1117ec25-e222-4f51-b53d-590f42a9cda0 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:34.789806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:34.802816 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] Network dd60752d-1269-4318-bcc5-7e8d9f3ecd76 is not hosted by any dhcp agent {{(pid=106182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 28 12:24:34.802816 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a134d0-e5fd-4846-9911-3e94201c3341 None None] No DVR routers for this DVR port e7cd8864-b727-4121-9fe3-b14164f5dd7e on host dv-cinder-844563-9-iscsi {{(pid=106182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:24:34.825320 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 2e0da911-ab55-4635-afa3-0c46af695f65 resource provider aggregate not found Sep 28 12:24:34.843943 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 2e0da911-ab55-4635-afa3-0c46af695f65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e0da911-ab55-4635-afa3-0c46af695f65 found for delete ", "request_id": "req-ade746e1-9771-4e85-9f36-0af5e3863fe7"}]} Sep 28 12:24:34.851452 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:34.856367 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:34.875997 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:34.882571 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:34.916681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Pushing event updated for resources: {'Port': ['ID=e9b40f90-b5a2-470f-b2c8-344d68853ffe,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:34.922694 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48364) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:34.960779 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] For port 1117ec25-e222-4f51-b53d-590f42a9cda0, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=1117ec25-e222-4f51-b53d-590f42a9cda0,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:34.984187 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:34.988466 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.003806 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-635314e5-39ce-4d70-9c15-c0f138061bb2 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3afaa30b2f454bc0bf1f23ece426339b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794702 Sep 28 12:24:35.007420 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48368) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:35.026035 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Attempting to bind port e9b40f90-b5a2-470f-b2c8-344d68853ffe on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:35.026458 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Attempting to bind port e9b40f90-b5a2-470f-b2c8-344d68853ffe by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:35.026916 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Attempting to bind port e9b40f90-b5a2-470f-b2c8-344d68853ffe on network 23fd9eaf-5bde-4a01-a17a-18d26c173595 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:35.087195 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f0b3870e-b121-4ee8-a3d5-68a4edc910c8 admin admin] Publish callbacks [] for security_group (b92446c6-8732-495d-b681-f15c9afec34b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.106729 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bce5fa-7452-4526-b132-8b328f6b9248 None None] Pushing event updated for resources: {'Port': ['ID=1117ec25-e222-4f51-b53d-590f42a9cda0,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:35.114733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f0b3870e-b121-4ee8-a3d5-68a4edc910c8 admin admin] Publish callbacks [] for security_group (b92446c6-8732-495d-b681-f15c9afec34b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.134994 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:35.135924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Checking segment: {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:35.135924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.136125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Bound using segment: {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:35.136490 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Bound port: e9b40f90-b5a2-470f-b2c8-344d68853ffe, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:35.136864 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.151321 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-a9dec9dd-7a70-417d-a850-155a59e7e17d None None] Provisioning complete for port 1117ec25-e222-4f51-b53d-590f42a9cda0 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:35.151689 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a9dec9dd-7a70-417d-a850-155a59e7e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.152017 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a9dec9dd-7a70-417d-a850-155a59e7e17d None None] Attempt 1 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:35.153355 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:35.161344 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks [] for router_gateway (7600886c-37bb-4db7-b213-ac019d314af3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.192779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f0b3870e-b121-4ee8-a3d5-68a4edc910c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b92446c6-8732-495d-b681-f15c9afec34b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.195451 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f0b3870e-b121-4ee8-a3d5-68a4edc910c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.199083 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f0b3870e-b121-4ee8-a3d5-68a4edc910c8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b92446c6-8732-495d-b681-f15c9afec34b HTTP/1.1" status: 204 len: 168 time: 0.1877761 Sep 28 12:24:35.209993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3870e-b121-4ee8-a3d5-68a4edc910c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92446c6-8732-495d-b681-f15c9afec34b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:35.293712 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] For port e9b40f90-b5a2-470f-b2c8-344d68853ffe, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:35.297394 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] For port e9b40f90-b5a2-470f-b2c8-344d68853ffe, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e9b40f90-b5a2-470f-b2c8-344d68853ffe,segment=NetworkSegment(17caf3f2-bb64-4a4f-a507-ae1a71f59579),segment_id=17caf3f2-bb64-4a4f-a507-ae1a71f59579)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:35.335416 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.423901 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa37b3-c677-479f-83e8-8b8e503ea2a9 None None] Pushing event updated for resources: {'Port': ['ID=e9b40f90-b5a2-470f-b2c8-344d68853ffe,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:35.442672 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a9dec9dd-7a70-417d-a850-155a59e7e17d None None] Current status of the port 1117ec25-e222-4f51-b53d-590f42a9cda0 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:35.734295 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (7600886c-37bb-4db7-b213-ac019d314af3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:35.880913 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Router 7600886c-37bb-4db7-b213-ac019d314af3 is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:24:35.932135 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:36.001796 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:36.022538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Sync routers for ids ['7600886c-37bb-4db7-b213-ac019d314af3'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:36.023488 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.028449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48392) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:36.028898 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a34b29d6-d6c1-4850-a631-bf54936832b7 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0637932 Sep 28 12:24:36.041895 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Routers {'7600886c-37bb-4db7-b213-ac019d314af3'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:36.042537 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7600886c-37bb-4db7-b213-ac019d314af3'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:36.260568 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Set router 7600886c-37bb-4db7-b213-ac019d314af3 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:36.323486 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e9b40f90-b5a2-470f-b2c8-344d68853ffe up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:36.324529 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48400) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:36.445535 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e9b40f90-b5a2-470f-b2c8-344d68853ffe triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:36.445907 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.446232 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e9b40f90-b5a2-470f-b2c8-344d68853ffe Sep 28 12:24:36.458875 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-444243755-network', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:36.487099 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Made reservation on behalf of 1318535cbbd6427c8c770bd5b256ac3e for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:36.490911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.499466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:36.526728 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:36.533897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.556254 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 3, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:36.602304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Checking router: 7600886c-37bb-4db7-b213-ac019d314af3 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:36.602654 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Updating router 7600886c-37bb-4db7-b213-ac019d314af3 port 39069437-af10-43bb-bfc3-44031e59cb01 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:36.607148 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e9b40f90-b5a2-470f-b2c8-344d68853ffe is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:36.607540 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.620724 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.660563 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (39069437-af10-43bb-bfc3-44031e59cb01), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.688983 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks [] for security_group (b7d0ba72-f849-4721-bc23-a99f878fe150), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.699639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port e9b40f90-b5a2-470f-b2c8-344d68853ffe, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e9b40f90-b5a2-470f-b2c8-344d68853ffe,segment=NetworkSegment(17caf3f2-bb64-4a4f-a507-ae1a71f59579),segment_id=17caf3f2-bb64-4a4f-a507-ae1a71f59579)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:36.701335 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b7d0ba72-f849-4721-bc23-a99f878fe150), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.709608 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.710908 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 1117ec25-e222-4f51-b53d-590f42a9cda0 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:36.719827 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7140dbee-1ef6-4ec1-bc8b-2ffbfea03270 None None] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:36.738059 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:24:36.750362 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0ba72-f849-4721-bc23-a99f878fe150,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:36.753530 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.754647 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Added segment 3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b of type vlan for network d22fae6b-c19d-4165-8f58-a67d0afa1461 Sep 28 12:24:36.778391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:36.801612 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (d22fae6b-c19d-4165-8f58-a67d0afa1461), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.832393 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Allocated IP 172.20.0.1 (23fd9eaf-5bde-4a01-a17a-18d26c173595/85349f28-289d-4366-bdfa-639db6c8bb7e/cecdc326-e29b-4f12-897f-2028a264e940) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:36.834178 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (d22fae6b-c19d-4165-8f58-a67d0afa1461), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.835300 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:36.836019 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.888700 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-ac2dcdee-9d3d-4f0e-ae92-b9c1e551b727 None None] Provisioning complete for port e9b40f90-b5a2-470f-b2c8-344d68853ffe triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:36.889067 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ac2dcdee-9d3d-4f0e-ae92-b9c1e551b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.889416 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ac2dcdee-9d3d-4f0e-ae92-b9c1e551b727 None None] Attempt 1 to provision port e9b40f90-b5a2-470f-b2c8-344d68853ffe Sep 28 12:24:36.912354 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5864301 Sep 28 12:24:36.917272 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48408) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:36.922373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Request body: {'subnet': {'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-subnet', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:36.929433 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdb01a-137b-4fd3-ac64-bf134d2c2f89 admin admin] Pushing event updated for resources: {'Network': ['ID=d22fae6b-c19d-4165-8f58-a67d0afa1461,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:36.941485 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:36.953729 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Made reservation on behalf of 1318535cbbd6427c8c770bd5b256ac3e for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:36.956604 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.962842 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:24:36.964466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks [] for port (cecdc326-e29b-4f12-897f-2028a264e940), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:36.972392 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=e9b40f90-b5a2-470f-b2c8-344d68853ffe,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:37.001619 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (cecdc326-e29b-4f12-897f-2028a264e940), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.053901 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:37.055926 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Pushing event updated for resources: {'Port': ['ID=cecdc326-e29b-4f12-897f-2028a264e940,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:37.058695 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:37.063713 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:37.121481 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (7600886c-37bb-4db7-b213-ac019d314af3), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.171550 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.225713 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:37.229513 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:37.243453 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:37.249406 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Checking segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:37.249998 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Network hostable DHCP agents. Network: d22fae6b-c19d-4165-8f58-a67d0afa1461, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:24:37.276934 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cecdc326-e29b-4f12-897f-2028a264e940), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.282813 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:24:37.292920 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 1117ec25-e222-4f51-b53d-590f42a9cda0 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:37.293449 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.293785 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 1117ec25-e222-4f51-b53d-590f42a9cda0 Sep 28 12:24:37.294132 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, d22fae6b-c19d-4165-8f58-a67d0afa1461) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:37.298969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:37.300792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.319675 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-70f0ac72-ba6c-4eb5-9a2f-113911ce6cda admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4013457 Sep 28 12:24:37.323148 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48414) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:37.329557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:37.337603 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4439f5-2798-4dde-9855-0fca575b5bbc None None] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:37.348975 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:37.360596 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:37.409539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (6ac41c77-417b-40fa-a448-15e98a4569ca), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.410821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (6ac41c77-417b-40fa-a448-15e98a4569ca), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.497767 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks [] for router_controller (6ac41c77-417b-40fa-a448-15e98a4569ca), precommit_add_association {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.526137 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ac2dcdee-9d3d-4f0e-ae92-b9c1e551b727 None None] Current status of the port e9b40f90-b5a2-470f-b2c8-344d68853ffe is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:37.608592 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks [] for port (cecdc326-e29b-4f12-897f-2028a264e940), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.614139 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-d22fae6b-c19d-4165-8f58-a67d0afa1461', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:24:37.615304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.657947 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (cecdc326-e29b-4f12-897f-2028a264e940), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.667846 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Publish callbacks [] for port (39069437-af10-43bb-bfc3-44031e59cb01), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.673160 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 1117ec25-e222-4f51-b53d-590f42a9cda0 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:37.684679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (39069437-af10-43bb-bfc3-44031e59cb01), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.690344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Provisioning complete for port e9b40f90-b5a2-470f-b2c8-344d68853ffe triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:37.691609 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.692246 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 1 to provision port e9b40f90-b5a2-470f-b2c8-344d68853ffe Sep 28 12:24:37.739861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks [] for router_gateway (6ac41c77-417b-40fa-a448-15e98a4569ca), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.765480 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:37.782223 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (7600886c-37bb-4db7-b213-ac019d314af3), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.784976 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Pushing event updated for resources: {'Port': ['ID=cecdc326-e29b-4f12-897f-2028a264e940,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:37.804560 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Attempting to bind port 39069437-af10-43bb-bfc3-44031e59cb01 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:37.804929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Attempting to bind port 39069437-af10-43bb-bfc3-44031e59cb01 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:37.805335 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Attempting to bind port 39069437-af10-43bb-bfc3-44031e59cb01 on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:37.854672 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0571c8d-5298-4ff3-9485-7e4af49feee9 None None] Pushing event updated for resources: {'Port': ['ID=39069437-af10-43bb-bfc3-44031e59cb01,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:37.921095 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:37.921511 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:37.921910 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.922293 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:37.922754 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Bound port: 39069437-af10-43bb-bfc3-44031e59cb01, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:37.923125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (39069437-af10-43bb-bfc3-44031e59cb01), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:37.990647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:38.005000 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Allocated IP 172.20.0.2 (d22fae6b-c19d-4165-8f58-a67d0afa1461/3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e/587caf93-3684-4c23-833e-eaa95f4fe387) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:38.007309 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Current status of the port e9b40f90-b5a2-470f-b2c8-344d68853ffe is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:38.010753 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:38.015044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:38.032113 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks [] for router_gateway (6ac41c77-417b-40fa-a448-15e98a4569ca), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.046124 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Provisioning complete for port cecdc326-e29b-4f12-897f-2028a264e940 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:38.046124 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (cecdc326-e29b-4f12-897f-2028a264e940), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.046124 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 1 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:38.086902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.106379 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] For port 39069437-af10-43bb-bfc3-44031e59cb01, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:38.129475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] For port 39069437-af10-43bb-bfc3-44031e59cb01, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=39069437-af10-43bb-bfc3-44031e59cb01,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:38.145426 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (39069437-af10-43bb-bfc3-44031e59cb01), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.188386 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:38.236033 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0571c8d-5298-4ff3-9485-7e4af49feee9 None None] Pushing event updated for resources: {'Port': ['ID=39069437-af10-43bb-bfc3-44031e59cb01,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:38.246332 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Routers {'7600886c-37bb-4db7-b213-ac019d314af3'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:38.247115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7600886c-37bb-4db7-b213-ac019d314af3'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:38.249471 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e9b40f90-b5a2-470f-b2c8-344d68853ffe up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:38.256174 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:38.431423 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Publish callbacks [] for port (587caf93-3684-4c23-833e-eaa95f4fe387), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.444369 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.458211 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e9b40f90-b5a2-470f-b2c8-344d68853ffe triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:38.458592 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.458927 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e9b40f90-b5a2-470f-b2c8-344d68853ffe Sep 28 12:24:38.494709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:38.499442 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Router 7600886c-37bb-4db7-b213-ac019d314af3 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:38.503172 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] Set router 7600886c-37bb-4db7-b213-ac019d314af3 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:38.518801 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Allocated IP 172.27.0.202 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/5c000a53-a235-4afa-abc7-ee4873b7d15b) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:38.554408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:38.565491 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:38.571737 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:38.577745 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Pushing event updated for resources: {'Port': ['ID=587caf93-3684-4c23-833e-eaa95f4fe387,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:38.693281 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 2 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:38.697116 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:38.715813 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-687dcc79-a741-4495-a215-4bfd3904b21a admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7600886c-37bb-4db7-b213-ac019d314af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6774535 Sep 28 12:24:38.733403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks [] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.781067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.781985 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Attempting to bind port 587caf93-3684-4c23-833e-eaa95f4fe387 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:38.782425 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Attempting to bind port 587caf93-3684-4c23-833e-eaa95f4fe387 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:38.782794 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Attempting to bind port 587caf93-3684-4c23-833e-eaa95f4fe387 on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:38.785268 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:38.786403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:38.822053 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e9b40f90-b5a2-470f-b2c8-344d68853ffe is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:38.828566 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:38.829672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:38.835657 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:38.839713 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:38.861244 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Pushing event updated for resources: {'Port': ['ID=5c000a53-a235-4afa-abc7-ee4873b7d15b,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:38.874639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:38.874862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Checking segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:38.875237 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:38.875631 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Bound using segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:38.876125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Bound port: 587caf93-3684-4c23-833e-eaa95f4fe387, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:38.876511 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:39.107667 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'cecdc326-e29b-4f12-897f-2028a264e940', 'name': '', 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'mac_address': 'fa:16:3e:69:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:36Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 2, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'subnets': [{'id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:39.114327 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks [] for router_gateway (6ac41c77-417b-40fa-a448-15e98a4569ca), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:39.143508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81148da6-ee02-4bba-aeb4-5f880a603ac1 None None] The sync data for ids ['7600886c-37bb-4db7-b213-ac019d314af3'] in dv-cinder-844563-9-iscsi is: [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'cecdc326-e29b-4f12-897f-2028a264e940', 'name': '', 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'mac_address': 'fa:16:3e:69:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:36Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 2, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'subnets': [{'id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:39.152148 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] For port 587caf93-3684-4c23-833e-eaa95f4fe387, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:39.165736 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] For port 587caf93-3684-4c23-833e-eaa95f4fe387, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=587caf93-3684-4c23-833e-eaa95f4fe387,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:39.182783 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:39.313396 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Pushing event updated for resources: {'Port': ['ID=587caf93-3684-4c23-833e-eaa95f4fe387,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:39.326049 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.326574 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.326943 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.327286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.327617 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.327944 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.328265 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.328586 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.328904 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.329244 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.329575 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.329912 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.330232 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.330678 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.331929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0280894f-0317-4bf8-88e7-35de0536c7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:39.335382 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 3 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:39.389095 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:39.419595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (6ac41c77-417b-40fa-a448-15e98a4569ca), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:39.647941 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Router 6ac41c77-417b-40fa-a448-15e98a4569ca is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:24:39.654253 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:39.803443 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:39.814786 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Sync routers for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:39.833571 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:39.834509 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:39.846463 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:39.851796 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48464) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:39.852484 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-718c023a-1c99-49b9-b4f3-9f998662e02c admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5277297 Sep 28 12:24:39.891076 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 4 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:39.950767 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:39.994050 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:40.051010 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:40.260942 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 587caf93-3684-4c23-833e-eaa95f4fe387 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:40.270215 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:39Z', 'revision_number': 3, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:40.312124 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Checking router: 6ac41c77-417b-40fa-a448-15e98a4569ca for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:40.313964 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Updating router 6ac41c77-417b-40fa-a448-15e98a4569ca port 5c000a53-a235-4afa-abc7-ee4873b7d15b binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:40.355812 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:40.376506 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.388147 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 587caf93-3684-4c23-833e-eaa95f4fe387 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:40.388552 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.388914 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 587caf93-3684-4c23-833e-eaa95f4fe387 Sep 28 12:24:40.452377 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 5 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:40.493263 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:40.608137 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 587caf93-3684-4c23-833e-eaa95f4fe387 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:40.609024 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.627999 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.662141 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 587caf93-3684-4c23-833e-eaa95f4fe387, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=587caf93-3684-4c23-833e-eaa95f4fe387,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:40.670545 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.739398 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=587caf93-3684-4c23-833e-eaa95f4fe387,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:40.742286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5038e597-f521-4583-96fa-7eb43b73c0ba None None] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:24:40.804496 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Publish callbacks [] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.817741 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.855722 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Allocated IP 172.20.0.1 (d22fae6b-c19d-4165-8f58-a67d0afa1461/3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e/a9cc822e-c382-4681-8ce2-2df89af4a958) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:40.908686 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Attempting to bind port 5c000a53-a235-4afa-abc7-ee4873b7d15b on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:40.909866 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Attempting to bind port 5c000a53-a235-4afa-abc7-ee4873b7d15b by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:40.910412 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Attempting to bind port 5c000a53-a235-4afa-abc7-ee4873b7d15b on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:40.952533 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32c269-3d32-432c-a6d0-1db50ce7c220 None None] Pushing event updated for resources: {'Port': ['ID=5c000a53-a235-4afa-abc7-ee4873b7d15b,revision_number=2']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:40.975716 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:40.976177 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:40.976680 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.977305 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:40.977868 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Bound port: 5c000a53-a235-4afa-abc7-ee4873b7d15b, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:40.978336 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:40.997748 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 6 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:41.003719 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks [] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:41.124061 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:41.127121 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:41.131634 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:41.158291 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:41.158699 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:41.170001 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] For port 5c000a53-a235-4afa-abc7-ee4873b7d15b, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:41.176339 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] For port 5c000a53-a235-4afa-abc7-ee4873b7d15b, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=5c000a53-a235-4afa-abc7-ee4873b7d15b,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:41.210084 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:41.253612 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:41.260092 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:41.260401 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:41.261062 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:41.270426 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:41.276232 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Pushing event updated for resources: {'Port': ['ID=a9cc822e-c382-4681-8ce2-2df89af4a958,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:41.314692 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.316122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.316661 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.317181 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.317678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.318207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.318973 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.319458 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.319940 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.320589 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.321234 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.322006 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.322722 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.323223 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.323910 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:41.370012 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (6ac41c77-417b-40fa-a448-15e98a4569ca), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:41.371366 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32c269-3d32-432c-a6d0-1db50ce7c220 None None] Pushing event updated for resources: {'Port': ['ID=5c000a53-a235-4afa-abc7-ee4873b7d15b,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:41.508317 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:41.607223 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:41.663008 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 7 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:41.723339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:41.844812 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:41.911960 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:39Z', 'revision_number': 3, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:41.958055 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks [] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:41.961956 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec40dd-5a8d-4c2d-ac19-ca1067997871 None None] The sync data for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi is: [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:39Z', 'revision_number': 3, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:41.971276 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:42.140413 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:42.151099 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (6ac41c77-417b-40fa-a448-15e98a4569ca), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:42.156733 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Pushing event updated for resources: {'Port': ['ID=a9cc822e-c382-4681-8ce2-2df89af4a958,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:42.224691 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 8 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:42.301718 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:42.359946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:42.372770 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:42.426995 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 587caf93-3684-4c23-833e-eaa95f4fe387 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:42.627197 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 587caf93-3684-4c23-833e-eaa95f4fe387 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:42.630060 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:42.632519 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 587caf93-3684-4c23-833e-eaa95f4fe387 Sep 28 12:24:42.714362 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Router 6ac41c77-417b-40fa-a448-15e98a4569ca has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:24:42.747444 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:42.819470 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 9 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:42.891927 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:42.892424 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 587caf93-3684-4c23-833e-eaa95f4fe387 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:42.897467 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 39069437-af10-43bb-bfc3-44031e59cb01 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:42.967334 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:24:42.987524 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ee7307d5-bbf2-44c7-9078-3d40d7380c66 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/6ac41c77-417b-40fa-a448-15e98a4569ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1331372 Sep 28 12:24:42.995777 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 39069437-af10-43bb-bfc3-44031e59cb01 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:42.996189 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (39069437-af10-43bb-bfc3-44031e59cb01), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:42.996651 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 39069437-af10-43bb-bfc3-44031e59cb01 Sep 28 12:24:43.156307 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:43.160393 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 39069437-af10-43bb-bfc3-44031e59cb01 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:43.161059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (39069437-af10-43bb-bfc3-44031e59cb01), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:43.227803 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 39069437-af10-43bb-bfc3-44031e59cb01, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=39069437-af10-43bb-bfc3-44031e59cb01,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:43.241216 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (39069437-af10-43bb-bfc3-44031e59cb01), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:43.356765 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=39069437-af10-43bb-bfc3-44031e59cb01,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:43.393171 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Attempt 10 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:43.461395 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f4ad9-d045-41f4-adc7-cf9bb159c004 None None] Port cecdc326-e29b-4f12-897f-2028a264e940 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:43.579541 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Provisioning complete for port a9cc822e-c382-4681-8ce2-2df89af4a958 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:43.579928 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:43.580454 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 1 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:43.624035 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:43.774920 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Sync routers for ids ['7600886c-37bb-4db7-b213-ac019d314af3'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:43.790995 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Routers {'7600886c-37bb-4db7-b213-ac019d314af3'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:43.791627 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7600886c-37bb-4db7-b213-ac019d314af3'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:43.935175 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Set router 7600886c-37bb-4db7-b213-ac019d314af3 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:44.129775 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 2 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:44.239325 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:44.346077 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'cecdc326-e29b-4f12-897f-2028a264e940', 'name': '', 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'mac_address': 'fa:16:3e:69:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:36Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 2, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'subnets': [{'id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:44.385163 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5c000a53-a235-4afa-abc7-ee4873b7d15b up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:44.389614 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Checking router: 7600886c-37bb-4db7-b213-ac019d314af3 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:44.390055 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Updating router 7600886c-37bb-4db7-b213-ac019d314af3 port cecdc326-e29b-4f12-897f-2028a264e940 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:44.461382 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cecdc326-e29b-4f12-897f-2028a264e940), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:44.475118 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:44.486557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 5c000a53-a235-4afa-abc7-ee4873b7d15b triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:44.486933 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:44.488108 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 5c000a53-a235-4afa-abc7-ee4873b7d15b Sep 28 12:24:44.749659 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 3 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:44.813058 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 5c000a53-a235-4afa-abc7-ee4873b7d15b is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:44.813874 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.039527 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 5c000a53-a235-4afa-abc7-ee4873b7d15b, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=5c000a53-a235-4afa-abc7-ee4873b7d15b,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:45.043376 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:45.046537 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.047831 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 39069437-af10-43bb-bfc3-44031e59cb01 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:45.054071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:45.166446 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=5c000a53-a235-4afa-abc7-ee4873b7d15b,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:45.191950 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 39069437-af10-43bb-bfc3-44031e59cb01 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:45.192339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (39069437-af10-43bb-bfc3-44031e59cb01), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.192670 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 39069437-af10-43bb-bfc3-44031e59cb01 Sep 28 12:24:45.271345 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Publish callbacks [] for port (cecdc326-e29b-4f12-897f-2028a264e940), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.284627 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (cecdc326-e29b-4f12-897f-2028a264e940), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.310717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48588) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:45.406252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 39069437-af10-43bb-bfc3-44031e59cb01 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:45.474025 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eae6e25-e508-44cd-8a85-b943ee71f417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.476766 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e726f-bb0d-4996-8ee2-cf5c9f9f73d5 None None] Pushing event updated for resources: {'Port': ['ID=cecdc326-e29b-4f12-897f-2028a264e940,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:45.491340 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Attempting to bind port cecdc326-e29b-4f12-897f-2028a264e940 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:45.491721 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Attempting to bind port cecdc326-e29b-4f12-897f-2028a264e940 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:45.492062 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Attempting to bind port cecdc326-e29b-4f12-897f-2028a264e940 on network 23fd9eaf-5bde-4a01-a17a-18d26c173595 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:45.544857 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 4 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:45.660280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:45.660843 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Checking segment: {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:45.661441 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.661974 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Bound using segment: {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:45.662562 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Bound port: cecdc326-e29b-4f12-897f-2028a264e940, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17caf3f2-bb64-4a4f-a507-ae1a71f59579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:45.663046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cecdc326-e29b-4f12-897f-2028a264e940), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.666139 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:45.675607 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eae6e25-e508-44cd-8a85-b943ee71f417 admin admin] Publish callbacks [] for security_group (9049a4dd-5f4c-4b5e-90d2-8ea12977885a), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.677126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:45.681503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2eae6e25-e508-44cd-8a85-b943ee71f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (9049a4dd-5f4c-4b5e-90d2-8ea12977885a), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.695193 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:45.728478 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2eae6e25-e508-44cd-8a85-b943ee71f417 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d243a558d46347cbad332e46e5096940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158745 Sep 28 12:24:45.731017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48608) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:45.762442 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae6e25-e508-44cd-8a85-b943ee71f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049a4dd-5f4c-4b5e-90d2-8ea12977885a,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:45.792348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] For port cecdc326-e29b-4f12-897f-2028a264e940, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:45.796812 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] For port cecdc326-e29b-4f12-897f-2028a264e940, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=cecdc326-e29b-4f12-897f-2028a264e940,segment=NetworkSegment(17caf3f2-bb64-4a4f-a507-ae1a71f59579),segment_id=17caf3f2-bb64-4a4f-a507-ae1a71f59579)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:45.805451 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (cecdc326-e29b-4f12-897f-2028a264e940), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.886756 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e726f-bb0d-4996-8ee2-cf5c9f9f73d5 None None] Pushing event updated for resources: {'Port': ['ID=cecdc326-e29b-4f12-897f-2028a264e940,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:45.891115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Publish callbacks [] for security_group (9049a4dd-5f4c-4b5e-90d2-8ea12977885a), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:45.899898 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Routers {'7600886c-37bb-4db7-b213-ac019d314af3'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:45.900755 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7600886c-37bb-4db7-b213-ac019d314af3'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:45.935456 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Publish callbacks [] for security_group (9049a4dd-5f4c-4b5e-90d2-8ea12977885a), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.037620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:46.043648 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (9049a4dd-5f4c-4b5e-90d2-8ea12977885a), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.054740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.062904 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/9049a4dd-5f4c-4b5e-90d2-8ea12977885a HTTP/1.1" status: 204 len: 168 time: 0.3293409 Sep 28 12:24:46.094606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049a4dd-5f4c-4b5e-90d2-8ea12977885a,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:46.109042 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] Set router 7600886c-37bb-4db7-b213-ac019d314af3 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:46.116422 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.116775 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.117124 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.117483 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.118932 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.119448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.119949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.120456 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.120952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.121469 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.126766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.132996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.133991 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.134513 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.135020 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864e5c1-578f-46de-95c4-775c6ee2f8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:24:46.201886 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 5 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:46.221297 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Sync routers for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:24:46.254645 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:46.255626 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:46.272280 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48618) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:46.361517 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:46.384495 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:46.407014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cecdc326-e29b-4f12-897f-2028a264e940 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:46.616153 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-becc1c2a-feea-4e5f-8da0-0dc80c879583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.627502 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:46.710376 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port cecdc326-e29b-4f12-897f-2028a264e940 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:46.710830 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (cecdc326-e29b-4f12-897f-2028a264e940), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.711254 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:46.779667 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48626) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:46.791594 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-becc1c2a-feea-4e5f-8da0-0dc80c879583 admin admin] Publish callbacks [] for security_group (f3dc3341-d811-4423-87ea-0babe1e396e2), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.800392 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-becc1c2a-feea-4e5f-8da0-0dc80c879583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f3dc3341-d811-4423-87ea-0babe1e396e2), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.805691 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ca408bf5-f38c-4596-8f30-20873fa63bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:46.858109 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc1c2a-feea-4e5f-8da0-0dc80c879583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dc3341-d811-4423-87ea-0babe1e396e2,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:46.866906 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-becc1c2a-feea-4e5f-8da0-0dc80c879583 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=09481cbd5faa43a483e47d61c6b038c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5934165 Sep 28 12:24:46.868010 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48628) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:46.888261 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 6 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:46.929681 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 2, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:46.979276 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Checking router: 6ac41c77-417b-40fa-a448-15e98a4569ca for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:24:46.979620 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Updating router 6ac41c77-417b-40fa-a448-15e98a4569ca port a9cc822e-c382-4681-8ce2-2df89af4a958 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:24:46.999825 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'cecdc326-e29b-4f12-897f-2028a264e940', 'name': '', 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'mac_address': 'fa:16:3e:69:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:36Z', 'updated_at': '2022-09-28T12:24:45Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'subnets': [{'id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:47.004515 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5ae97d97-9f90-4f29-bbec-76557e785f2d admin admin] Publish callbacks [] for security_group (f3dc3341-d811-4423-87ea-0babe1e396e2), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.038033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5ae97d97-9f90-4f29-bbec-76557e785f2d admin admin] Publish callbacks [] for security_group (f3dc3341-d811-4423-87ea-0babe1e396e2), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.064798 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-f9fffb7c-5c08-4daf-a130-6480dbcdd06e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794127 Sep 28 12:24:47.069819 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.161062 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5ae97d97-9f90-4f29-bbec-76557e785f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f3dc3341-d811-4423-87ea-0babe1e396e2), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.164194 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5ae97d97-9f90-4f29-bbec-76557e785f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.168855 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5ae97d97-9f90-4f29-bbec-76557e785f2d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f3dc3341-d811-4423-87ea-0babe1e396e2 HTTP/1.1" status: 204 len: 168 time: 0.2967513 Sep 28 12:24:47.203251 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae97d97-9f90-4f29-bbec-76557e785f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dc3341-d811-4423-87ea-0babe1e396e2,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:47.218860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port cecdc326-e29b-4f12-897f-2028a264e940 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:47.219679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (cecdc326-e29b-4f12-897f-2028a264e940), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.249398 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc87677-2d56-4905-9017-8e3be7d37079 None None] The sync data for ids ['7600886c-37bb-4db7-b213-ac019d314af3'] in dv-cinder-844563-9-iscsi is: [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:24:37Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'cecdc326-e29b-4f12-897f-2028a264e940', 'name': '', 'network_id': '23fd9eaf-5bde-4a01-a17a-18d26c173595', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'mac_address': 'fa:16:3e:69:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:36Z', 'updated_at': '2022-09-28T12:24:45Z', 'revision_number': 4, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'subnets': [{'id': '85349f28-289d-4366-bdfa-639db6c8bb7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:47.288288 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:47.297230 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ca408bf5-f38c-4596-8f30-20873fa63bb9 admin admin] Publish callbacks [] for security_group (eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.309363 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:47.313939 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port cecdc326-e29b-4f12-897f-2028a264e940, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=cecdc326-e29b-4f12-897f-2028a264e940,segment=NetworkSegment(17caf3f2-bb64-4a4f-a507-ae1a71f59579),segment_id=17caf3f2-bb64-4a4f-a507-ae1a71f59579)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:47.319367 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ca408bf5-f38c-4596-8f30-20873fa63bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.328269 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (cecdc326-e29b-4f12-897f-2028a264e940), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.329203 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5c000a53-a235-4afa-abc7-ee4873b7d15b up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:47.371614 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca408bf5-f38c-4596-8f30-20873fa63bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:47.400380 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-0d0f8136-4a19-4f1d-a9a3-68d2d93cc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:47.402558 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-0d0f8136-4a19-4f1d-a9a3-68d2d93cc984 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1130 time: 0.2250409 Sep 28 12:24:47.446484 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ca408bf5-f38c-4596-8f30-20873fa63bb9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=592de5a63f11449ca52b1961cb224bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6633396 Sep 28 12:24:47.447222 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48634) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:47.619628 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 5c000a53-a235-4afa-abc7-ee4873b7d15b triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:47.619971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.621206 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 5c000a53-a235-4afa-abc7-ee4873b7d15b Sep 28 12:24:47.634070 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94456e03-615f-40c8-a69c-8073e77b64a0 admin admin] Publish callbacks [] for security_group (eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.716304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=cecdc326-e29b-4f12-897f-2028a264e940,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:47.728488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94456e03-615f-40c8-a69c-8073e77b64a0 admin admin] Publish callbacks [] for security_group (eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.762186 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Publish callbacks [] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.766101 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:47.772118 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.791525 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 7 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:47.815717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-90d7d87e-65c6-4e69-8417-fb3a86ffdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:47.821454 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-90d7d87e-65c6-4e69-8417-fb3a86ffdb1f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.3467643 Sep 28 12:24:47.862776 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94456e03-615f-40c8-a69c-8073e77b64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.874426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94456e03-615f-40c8-a69c-8073e77b64a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:47.874426 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-94456e03-615f-40c8-a69c-8073e77b64a0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002 HTTP/1.1" status: 204 len: 168 time: 0.4232035 Sep 28 12:24:47.902954 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94456e03-615f-40c8-a69c-8073e77b64a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb35c6e9-ab06-4f64-ba93-b3d3bdb0a002,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:47.969624 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Attempting to bind port a9cc822e-c382-4681-8ce2-2df89af4a958 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:47.974347 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Attempting to bind port a9cc822e-c382-4681-8ce2-2df89af4a958 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:47.974752 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Attempting to bind port a9cc822e-c382-4681-8ce2-2df89af4a958 on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:47.979401 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 5c000a53-a235-4afa-abc7-ee4873b7d15b is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:48.038862 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-2f2b65e2-7e00-4fa4-9ad2-1993e163243a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 1002 time: 0.2083764 Sep 28 12:24:48.051747 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Port a9cc822e-c382-4681-8ce2-2df89af4a958 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:48.094132 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:48.094132 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Checking segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:48.094403 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.095622 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Bound using segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:48.095622 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Bound port: a9cc822e-c382-4681-8ce2-2df89af4a958, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:48.095622 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.124892 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48642) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:48.152160 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-05205660-7e14-4605-95f5-52e493d7b876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.156917 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-f422cc26-40a4-4ed4-a563-d9babedce943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:48.161992 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-f422cc26-40a4-4ed4-a563-d9babedce943 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.1163304 Sep 28 12:24:48.175629 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:48.176774 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bebc4f-abcf-409e-9f66-d8551d3a187c None None] Pushing event updated for resources: {'Port': ['ID=a9cc822e-c382-4681-8ce2-2df89af4a958,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:48.229983 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:48.240775 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] For port a9cc822e-c382-4681-8ce2-2df89af4a958, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:48.247705 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-c37c418d-8aec-406f-aedf-998be4b9ef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:48.249441 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-c37c418d-8aec-406f-aedf-998be4b9ef96 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833030 Sep 28 12:24:48.250145 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] For port a9cc822e-c382-4681-8ce2-2df89af4a958, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=a9cc822e-c382-4681-8ce2-2df89af4a958,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:48.259842 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.295704 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cecdc326-e29b-4f12-897f-2028a264e940 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:48.312007 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:24:48.312756 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:24:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:48.394778 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:48.498047 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port cecdc326-e29b-4f12-897f-2028a264e940 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:48.500057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (cecdc326-e29b-4f12-897f-2028a264e940), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.500416 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:48.573755 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-37d79773-a5c0-4c82-9001-c694ef2c1464 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153656 Sep 28 12:24:48.577010 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-05205660-7e14-4605-95f5-52e493d7b876 admin admin] Publish callbacks [] for security_group (77ed8328-ef7a-4b99-8c5c-b7603ca158cc), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.579887 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bebc4f-abcf-409e-9f66-d8551d3a187c None None] Pushing event updated for resources: {'Port': ['ID=a9cc822e-c382-4681-8ce2-2df89af4a958,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:48.592712 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 8 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:48.610259 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-05205660-7e14-4605-95f5-52e493d7b876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (77ed8328-ef7a-4b99-8c5c-b7603ca158cc), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.627611 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:24:48.729333 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-05205660-7e14-4605-95f5-52e493d7b876 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b55a3d1563ff412a8dfe2ef9a9f8f522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026645 Sep 28 12:24:48.735770 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48654) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:48.761115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:48.821520 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05205660-7e14-4605-95f5-52e493d7b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ed8328-ef7a-4b99-8c5c-b7603ca158cc,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:48.857385 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ccb306b-eca7-4041-9ef0-833ed7da05ef req-844ea98a-a842-4642-81bb-4ca3e0b322b2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768676 Sep 28 12:24:48.865778 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48656) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:48.881579 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:48.887338 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-9c1e7043-c190-429c-9890-fe3d041e1543 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-23709153&fields=id&tenant_id=1f563e7675ef4d758e09e1a78b891c9d HTTP/1.1" status: 200 len: 267 time: 0.3122950 Sep 28 12:24:48.895964 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-36993398-9d1f-4543-be0e-97e6e380254d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:48.966799 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port cecdc326-e29b-4f12-897f-2028a264e940 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:49.001418 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Current status of the port a9cc822e-c382-4681-8ce2-2df89af4a958 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:49.002109 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.005066 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c2178b28-0d0a-4da7-9b30-06af0c837aa1 admin admin] Publish callbacks [] for security_group (77ed8328-ef7a-4b99-8c5c-b7603ca158cc), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.040100 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-f73c129f-6ab7-4cb8-a48e-0bfb553e2318 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:49.048099 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-f73c129f-6ab7-4cb8-a48e-0bfb553e2318 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 809 time: 0.1590171 Sep 28 12:24:49.064638 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-0d455508-4d6d-47f2-8980-8b35535adb1d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/quotas/1f563e7675ef4d758e09e1a78b891c9d HTTP/1.1" status: 200 len: 375 time: 0.0155625 Sep 28 12:24:49.066635 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-97b30701-943e-429f-ac0b-25e91337562a None None] For port a9cc822e-c382-4681-8ce2-2df89af4a958, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=a9cc822e-c382-4681-8ce2-2df89af4a958,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:24:49.074419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.088720 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:48Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:24:49.098894 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Provisioning complete for port 587caf93-3684-4c23-833e-eaa95f4fe387 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:49.099606 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.099606 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 1 to provision port 587caf93-3684-4c23-833e-eaa95f4fe387 Sep 28 12:24:49.101378 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c2178b28-0d0a-4da7-9b30-06af0c837aa1 admin admin] Publish callbacks [] for security_group (77ed8328-ef7a-4b99-8c5c-b7603ca158cc), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.112823 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:49.123349 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-36993398-9d1f-4543-be0e-97e6e380254d admin admin] Publish callbacks [] for security_group (fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.132923 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-df2abdad-33ae-4e7f-8e61-a2c7a4976b26 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671947 Sep 28 12:24:49.136739 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-36993398-9d1f-4543-be0e-97e6e380254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.183909 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233146d-e7ee-4f51-bb0a-929f3963cdc5 None None] The sync data for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi is: [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:48Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:24:49.203577 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-36993398-9d1f-4543-be0e-97e6e380254d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=abc91942844f4bd2bbe13ceaf3abc071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363590 Sep 28 12:24:49.205031 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36993398-9d1f-4543-be0e-97e6e380254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:49.209070 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48658) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:49.220742 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c2178b28-0d0a-4da7-9b30-06af0c837aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (77ed8328-ef7a-4b99-8c5c-b7603ca158cc), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.224065 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c2178b28-0d0a-4da7-9b30-06af0c837aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.225401 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c2178b28-0d0a-4da7-9b30-06af0c837aa1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/77ed8328-ef7a-4b99-8c5c-b7603ca158cc HTTP/1.1" status: 204 len: 168 time: 0.4875443 Sep 28 12:24:49.252266 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2178b28-0d0a-4da7-9b30-06af0c837aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ed8328-ef7a-4b99-8c5c-b7603ca158cc,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:49.295734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9eafd0dd-098a-422b-a11e-f7762438bfda admin admin] Publish callbacks [] for security_group (fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.335011 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9eafd0dd-098a-422b-a11e-f7762438bfda admin admin] Publish callbacks [] for security_group (fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.404509 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-caae8969-a203-444f-aad0-f174b4badead service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692559 Sep 28 12:24:49.422755 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.423603 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Pushing event updated for resources: {'Port': ['ID=a9cc822e-c382-4681-8ce2-2df89af4a958,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:49.443124 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9eafd0dd-098a-422b-a11e-f7762438bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.447997 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9eafd0dd-098a-422b-a11e-f7762438bfda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.451502 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9eafd0dd-098a-422b-a11e-f7762438bfda admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4 HTTP/1.1" status: 204 len: 168 time: 0.2386272 Sep 28 12:24:49.469030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafd0dd-098a-422b-a11e-f7762438bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5b749-7fa7-4e92-95bd-d8e2bf3640f4,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:49.493169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Current status of the port 587caf93-3684-4c23-833e-eaa95f4fe387 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:49.505471 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Provisioning complete for port cecdc326-e29b-4f12-897f-2028a264e940 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:49.505846 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (cecdc326-e29b-4f12-897f-2028a264e940), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:49.506185 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Attempt 1 to provision port cecdc326-e29b-4f12-897f-2028a264e940 Sep 28 12:24:49.759259 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-97b30701-943e-429f-ac0b-25e91337562a None None] Current status of the port cecdc326-e29b-4f12-897f-2028a264e940 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:49.839592 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-35ae5519-88c5-47a9-806b-a916b90a451a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333987 Sep 28 12:24:50.332669 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a9cc822e-c382-4681-8ce2-2df89af4a958 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:24:50.573190 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bd7c75cd-4b5b-462f-a533-988957c5c6ad req-30ad9919-de90-4bfb-9090-dc3cc9879199 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 210 time: 0.0900016 Sep 28 12:24:51.013026 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port a9cc822e-c382-4681-8ce2-2df89af4a958 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:51.013667 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:51.014204 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port a9cc822e-c382-4681-8ce2-2df89af4a958 Sep 28 12:24:51.206017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port a9cc822e-c382-4681-8ce2-2df89af4a958 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:24:51.261810 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f7bd3dc5-e664-46f5-afc5-07215472cf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:51.276105 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:51.323080 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-34641db5-0532-4e32-b228-2f7702dab063 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:51.324706 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-34641db5-0532-4e32-b228-2f7702dab063 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 818 time: 0.2463279 Sep 28 12:24:51.352901 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-91bda7a3-ae6d-4244-ac30-42cebd2ade3f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/quotas/1318535cbbd6427c8c770bd5b256ac3e HTTP/1.1" status: 200 len: 375 time: 0.0205443 Sep 28 12:24:51.438271 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-6b2113b3-ac72-45ee-b046-771618f6e4a2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765254 Sep 28 12:24:51.566403 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-04988085-af8d-4b54-a813-edddf621eb68 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204548 Sep 28 12:24:51.733776 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8dc48c74-2401-4b25-8ad6-cfb3175f6e5d req-735339a5-fc75-4166-85a2-ff7265aed17b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 210 time: 0.0501447 Sep 28 12:24:51.744642 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-738d0195-dc4b-4932-ac5b-d4948575aa7b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731570 Sep 28 12:24:52.114628 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bacc44af-534e-4512-9c10-32375156f4d2 req-8b180ade-62cf-4e8a-bd51-a35ceba44ab4 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 210 time: 0.1081076 Sep 28 12:24:52.609539 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:24:52.983117 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b65be2-15ba-4d02-b3d8-28d693c2d873 req-9a9d6009-44cc-4ad6-b2dc-434166033584 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 210 time: 0.0451691 Sep 28 12:24:53.270007 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:53.320021 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-dca640e9-28c7-4ffa-b153-aff9673a4c20 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:53.321630 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-dca640e9-28c7-4ffa-b153-aff9673a4c20 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 809 time: 0.8358674 Sep 28 12:24:53.338110 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-5bb9adf0-a818-473b-8593-9abe6750dac3 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:53.344473 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-5bb9adf0-a818-473b-8593-9abe6750dac3 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 818 time: 0.7958422 Sep 28 12:24:53.356548 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-f99459d2-21d4-4fa9-a636-ff4516c5f3d2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/quotas/1318535cbbd6427c8c770bd5b256ac3e HTTP/1.1" status: 200 len: 375 time: 0.0111117 Sep 28 12:24:53.470192 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-077b46b5-4ad8-49dc-ba7f-cc1614203286 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1f563e7675ef4d758e09e1a78b891c9d HTTP/1.1" status: 200 len: 378 time: 0.0784016 Sep 28 12:24:53.486464 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'port': {'device_id': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'admin_state_up': True, 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'security_groups': ['dec412e3-5d4f-4462-b9a1-199a30968bf7']}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:53.496354 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-088a6795-a2ed-4bda-ab76-51a59467c027 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333692 Sep 28 12:24:53.535078 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8f90281b-fcf8-412d-8333-513fa1d4d5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:53.706350 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-68bfdcf7-b910-438c-82b7-e049056bc0ec service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926105 Sep 28 12:24:53.837364 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-3003c510-05c7-4e05-a817-abb4b00d8551 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150105 Sep 28 12:24:53.838657 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Made reservation on behalf of 1f563e7675ef4d758e09e1a78b891c9d for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:53.843901 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:54.241095 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-aeb166b9-f501-45eb-bd7f-7450d7416cd5 req-58af1742-d735-4b4e-a8fa-9e715ffce86f tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 210 time: 0.0810659 Sep 28 12:24:54.287327 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Allocated IP 172.20.0.11 (0a527aef-dbda-440b-9928-2f1d09ae9cc3/097ce95d-82d1-46ec-9196-3acf7a4cdcb0/1711270f-ac5c-4882-9a07-75c09082815b) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:54.305797 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bfddd42d-bb5a-4aeb-8e6c-8dc52ac41b84 req-796a1e08-94e3-4002-89c5-948309d19156 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 210 time: 0.1301196 Sep 28 12:24:54.530835 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:54.531712 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:54.550949 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for port (1711270f-ac5c-4882-9a07-75c09082815b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:54.750030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-94a800bc-a979-4da7-b786-08977cfb907b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:54.751838 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-94a800bc-a979-4da7-b786-08977cfb907b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 818 time: 0.1723692 Sep 28 12:24:54.754998 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:54.831557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:54.860966 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'port': {'device_id': '2b649038-e0a8-45a6-a118-534dcc182549', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'admin_state_up': True, 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:54.898312 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:54.937594 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:54.941337 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:54.945393 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:55.026183 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48866) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:55.065239 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:55.066000 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.126279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Made reservation on behalf of 1318535cbbd6427c8c770bd5b256ac3e for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:55.133291 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.142493 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-681e623a-3595-4508-b6dd-a94435747cfa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6649778 Sep 28 12:24:55.177555 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Request body: {'port': {'device_id': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:55.229965 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c70d-32ba-4c0a-ba05-91b1b2772849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.335186 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:55.365616 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c70d-32ba-4c0a-ba05-91b1b2772849 admin admin] Publish callbacks [] for security_group (bd200979-6cc3-491a-8709-8d63bd553c8c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.366223 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Provisioning complete for port 1711270f-ac5c-4882-9a07-75c09082815b triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:55.366950 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1711270f-ac5c-4882-9a07-75c09082815b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.367460 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Attempt 1 to provision port 1711270f-ac5c-4882-9a07-75c09082815b Sep 28 12:24:55.377003 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c70d-32ba-4c0a-ba05-91b1b2772849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (bd200979-6cc3-491a-8709-8d63bd553c8c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.443114 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.447784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:55.494195 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e7a6c70d-32ba-4c0a-ba05-91b1b2772849 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d293d363d001462b8996f12ecf1b3587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665947 Sep 28 12:24:55.499272 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6c70d-32ba-4c0a-ba05-91b1b2772849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd200979-6cc3-491a-8709-8d63bd553c8c,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:55.505545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48882) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:55.525908 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Port 1711270f-ac5c-4882-9a07-75c09082815b cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:55.537013 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3400ba72-3125-436c-8270-5763ff3a9154 req-1f4a611d-1243-4ca3-9c08-d6e8d83711fa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 210 time: 0.0573499 Sep 28 12:24:55.542420 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954e65-b980-4792-8b57-bd7d4b624b80 req-725814b3-e058-488e-955a-7df55b0ad4fa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:55.544837 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e4954e65-b980-4792-8b57-bd7d4b624b80 req-725814b3-e058-488e-955a-7df55b0ad4fa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 932 time: 0.1221273 Sep 28 12:24:55.675711 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e4954e65-b980-4792-8b57-bd7d4b624b80 req-e4fd6f83-f621-420c-a24e-74e4953d7ce9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190119 Sep 28 12:24:55.680054 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1e2d-0d22-4974-8052-119406fd8806 admin admin] Publish callbacks [] for security_group (bd200979-6cc3-491a-8709-8d63bd553c8c), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.728430 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1e2d-0d22-4974-8052-119406fd8806 admin admin] Publish callbacks [] for security_group (bd200979-6cc3-491a-8709-8d63bd553c8c), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.825208 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1e2d-0d22-4974-8052-119406fd8806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (bd200979-6cc3-491a-8709-8d63bd553c8c), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.853527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:55.856215 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1e2d-0d22-4974-8052-119406fd8806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:55.886989 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Allocated IP 172.20.0.5 (d22fae6b-c19d-4165-8f58-a67d0afa1461/3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e/09e1cefa-c541-48a1-923b-e5aa1c92ec8c) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:55.902195 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0c5a1e2d-0d22-4974-8052-119406fd8806 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/bd200979-6cc3-491a-8709-8d63bd553c8c HTTP/1.1" status: 204 len: 168 time: 0.3950906 Sep 28 12:24:55.927289 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a1e2d-0d22-4974-8052-119406fd8806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd200979-6cc3-491a-8709-8d63bd553c8c,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:56.029454 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Attempt 2 to provision port 1711270f-ac5c-4882-9a07-75c09082815b Sep 28 12:24:56.050813 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:56.218245 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Port 1711270f-ac5c-4882-9a07-75c09082815b cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:56.233873 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.248229 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.291578 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1711270f-ac5c-4882-9a07-75c09082815b {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:24:56.306466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Publish callbacks [] for port (1711270f-ac5c-4882-9a07-75c09082815b), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.331181 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.340671 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Transition to ACTIVE for port object 1711270f-ac5c-4882-9a07-75c09082815b will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:24:56.348413 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.427939 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48906) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:56.456000 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-043c8e34-c22b-4b67-8af2-d5450201349b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.496743 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:56.510098 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.574622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-043c8e34-c22b-4b67-8af2-d5450201349b admin admin] Publish callbacks [] for security_group (618a5ec4-07bb-4a99-9eb6-b1af71e548ed), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.583482 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-043c8e34-c22b-4b67-8af2-d5450201349b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (618a5ec4-07bb-4a99-9eb6-b1af71e548ed), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.586645 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'Port': ['ID=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:56.646892 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c8e34-c22b-4b67-8af2-d5450201349b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618a5ec4-07bb-4a99-9eb6-b1af71e548ed,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:56.649722 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:56.660449 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Attempting to bind port 1711270f-ac5c-4882-9a07-75c09082815b on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:56.661649 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Attempting to bind port 1711270f-ac5c-4882-9a07-75c09082815b by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:56.661989 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Attempting to bind port 1711270f-ac5c-4882-9a07-75c09082815b on network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:56.719685 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Attempt 3 to provision port 1711270f-ac5c-4882-9a07-75c09082815b Sep 28 12:24:56.737959 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-043c8e34-c22b-4b67-8af2-d5450201349b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=71d93d8c8e70494082870a328dc43dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081257 Sep 28 12:24:56.741330 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48914) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:56.797715 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:56.812770 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Port 1711270f-ac5c-4882-9a07-75c09082815b cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:56.833352 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:56.836439 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:56.889028 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01988502-dddd-4da7-8ab3-7a27c45b9ae9 req-a99f2d9b-17b1-48a4-a4a2-187d988a603a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:56.900855 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-01988502-dddd-4da7-8ab3-7a27c45b9ae9 req-a99f2d9b-17b1-48a4-a4a2-187d988a603a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0922782 Sep 28 12:24:56.904519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:56.905277 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:56.914617 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a01d9398-3f65-4f85-8572-1b2dc4af82f0 req-ee8e7788-8b87-4ffa-9dc0-19e7b3c3771b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 210 time: 0.2049978 Sep 28 12:24:56.929816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Port 1711270f-ac5c-4882-9a07-75c09082815b on network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:24:56.930434 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Attempting to bind port 1711270f-ac5c-4882-9a07-75c09082815b on network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:56.933821 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:56.935364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-517e8856-5229-46f8-a851-f260fc89bba7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:56.937017 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-517e8856-5229-46f8-a851-f260fc89bba7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 818 time: 0.3495698 Sep 28 12:24:56.938285 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-c85404e8-b5ed-40d1-9bf3-bc7995083afd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0811765 Sep 28 12:24:57.003962 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:57.004447 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Checking segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:57.004989 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Bound using segment: {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:57.005561 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Bound port: 1711270f-ac5c-4882-9a07-75c09082815b, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4606adc2-0caa-4497-93e3-cdbda605b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:57.006015 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.014829 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c68c-ffe3-4799-98db-043ed8220b23 admin admin] Publish callbacks [] for security_group (618a5ec4-07bb-4a99-9eb6-b1af71e548ed), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.038722 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c68c-ffe3-4799-98db-043ed8220b23 admin admin] Publish callbacks [] for security_group (618a5ec4-07bb-4a99-9eb6-b1af71e548ed), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.061126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Request body: {'port': {'device_id': '2b649038-e0a8-45a6-a118-534dcc182549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:57.101609 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-01988502-dddd-4da7-8ab3-7a27c45b9ae9 req-77c5ece1-31dc-43b8-b8a3-ccfe9ea5066b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1994462 Sep 28 12:24:57.105293 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'port': {'device_id': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'admin_state_up': True, 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:24:57.136061 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c68c-ffe3-4799-98db-043ed8220b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (618a5ec4-07bb-4a99-9eb6-b1af71e548ed), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.138972 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5a4c68c-ffe3-4799-98db-043ed8220b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.139525 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:57.140210 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e5a4c68c-ffe3-4799-98db-043ed8220b23 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/618a5ec4-07bb-4a99-9eb6-b1af71e548ed HTTP/1.1" status: 204 len: 168 time: 0.3979580 Sep 28 12:24:57.143357 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:57.154603 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.161241 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:57.161855 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.163373 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 1094 time: 1.9993770 Sep 28 12:24:57.164328 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:24:57.166832 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67200f4-ac6c-4a73-824c-683a3d96801f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:24:57.192685 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4c68c-ffe3-4799-98db-043ed8220b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618a5ec4-07bb-4a99-9eb6-b1af71e548ed,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:57.256225 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23770cd-eea0-4063-a89e-4b7db1691741 x-openstack-request-id: req-d23770cd-eea0-4063-a89e-4b7db1691741 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:24:57.256978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:24:57.257456 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d23770cd-eea0-4063-a89e-4b7db1691741 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:24:57.258041 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23770cd-eea0-4063-a89e-4b7db1691741'] response: {'name': 'network-changed', 'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'status': 'completed', 'code': 200} Sep 28 12:24:57.287638 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.298937 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Made reservation on behalf of 1318535cbbd6427c8c770bd5b256ac3e for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:24:57.303621 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.317247 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Attempt 4 to provision port 1711270f-ac5c-4882-9a07-75c09082815b Sep 28 12:24:57.348630 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-b41c3306-5740-4b33-b3b4-013c2da25832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:57.350183 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-b41c3306-5740-4b33-b3b4-013c2da25832 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0553658 Sep 28 12:24:57.352815 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51145b71-42b0-4b3b-8011-dc71d5d49c5d service neutron] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:57.388727 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:57.420054 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-4d799b5f-466e-4300-94a3-e35f96577572 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 217 time: 0.0414772 Sep 28 12:24:57.422794 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-115b18fc-415b-41e3-b166-7c6753277d36 None None] Port 1711270f-ac5c-4882-9a07-75c09082815b had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:24:57.550510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Provisioning complete for port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:57.550891 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:57.551226 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Attempt 1 to provision port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c Sep 28 12:24:57.598788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Allocated IP 172.20.0.8 (d22fae6b-c19d-4165-8f58-a67d0afa1461/3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e/a78a4209-5195-4106-9e3b-df3a33a1b706) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:24:57.605884 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:57.646982 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:57.647877 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-247f9dac-654f-4c35-8983-dd3c4065e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:57.649771 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-247f9dac-654f-4c35-8983-dd3c4065e5ef service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.2172756 Sep 28 12:24:57.704590 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ce086-174d-47e2-87a3-ea4a238e262b req-a02519ef-d9fa-42f0-ab10-c017fcb5cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:57.708067 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-a02519ef-d9fa-42f0-ab10-c017fcb5cf31 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510263 Sep 28 12:24:57.860225 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-e584cd8e-815f-4f55-942a-5e0e534596c1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453216 Sep 28 12:24:57.974715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:57.997409 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.055802 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-901ce086-174d-47e2-87a3-ea4a238e262b req-2170ba81-049b-4280-aac4-9c3653c921cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889398 Sep 28 12:24:58.057010 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.091643 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 48950) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:58.154481 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Attempt 2 to provision port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c Sep 28 12:24:58.165533 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:24:58.212785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:58.235784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:24:58.241404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:24:58.410091 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf584-089e-44bd-83dc-8a70185c90bb req-7b045785-f0ad-4db2-9ea3-2493ff8dd871 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:58.413237 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c74bf584-089e-44bd-83dc-8a70185c90bb req-7b045785-f0ad-4db2-9ea3-2493ff8dd871 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 931 time: 0.3191733 Sep 28 12:24:58.420899 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'Port': ['ID=a78a4209-5195-4106-9e3b-df3a33a1b706,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:58.425222 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef807265-5461-46a1-a1e7-deadc6847a97 req-23284dd0-7547-4aae-b737-367fd7be83a5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:58.432157 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ef807265-5461-46a1-a1e7-deadc6847a97 req-23284dd0-7547-4aae-b737-367fd7be83a5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.1269603 Sep 28 12:24:58.490367 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b4139645-8de6-4a6b-a45a-a47100afbf59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.526688 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e1cefa-c541-48a1-923b-e5aa1c92ec8c {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:24:58.548490 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Publish callbacks [] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.573920 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Transition to ACTIVE for port object 09e1cefa-c541-48a1-923b-e5aa1c92ec8c will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:24:58.600434 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ef807265-5461-46a1-a1e7-deadc6847a97 req-673ee60f-f26d-4a9b-a112-f3eda43d803c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654449 Sep 28 12:24:58.604334 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.612685 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:58.661557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:58.661557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.675609 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c74bf584-089e-44bd-83dc-8a70185c90bb req-19f2f99b-2fec-475e-9265-aa48bb445559 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416320 Sep 28 12:24:58.723319 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Attempt 3 to provision port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c Sep 28 12:24:58.738690 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-20d5b14c-160a-40d6-9fa8-6ef4c272e0bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6524875 Sep 28 12:24:58.807135 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:58.828049 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:58.832747 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b4139645-8de6-4a6b-a45a-a47100afbf59 admin admin] Publish callbacks [] for security_group (c6c20297-0a9a-4047-b3e3-33a6cd1c25d9), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.839534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b4139645-8de6-4a6b-a45a-a47100afbf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c6c20297-0a9a-4047-b3e3-33a6cd1c25d9), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:58.882933 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b4139645-8de6-4a6b-a45a-a47100afbf59 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=24e65e1dbeba4e308637172bc6eb936a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7822182 Sep 28 12:24:58.885791 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48972) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:58.938109 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4139645-8de6-4a6b-a45a-a47100afbf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c20297-0a9a-4047-b3e3-33a6cd1c25d9,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:58.952128 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Attempting to bind port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:24:58.952431 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Attempting to bind port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:24:58.952762 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Attempting to bind port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:58.993080 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-083ada86-bb19-4511-8e24-b429c9edc890 admin admin] Publish callbacks [] for security_group (c6c20297-0a9a-4047-b3e3-33a6cd1c25d9), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.023112 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:59.040737 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c on network d22fae6b-c19d-4165-8f58-a67d0afa1461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:24:59.041777 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Attempting to bind port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:24:59.075397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-083ada86-bb19-4511-8e24-b429c9edc890 admin admin] Publish callbacks [] for security_group (c6c20297-0a9a-4047-b3e3-33a6cd1c25d9), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.121873 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:24:59.122511 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Checking segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:24:59.122894 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Bound using segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:24:59.123330 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Bound port: 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:24:59.123979 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.187341 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-083ada86-bb19-4511-8e24-b429c9edc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c6c20297-0a9a-4047-b3e3-33a6cd1c25d9), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.193818 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-083ada86-bb19-4511-8e24-b429c9edc890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.197682 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-083ada86-bb19-4511-8e24-b429c9edc890 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c6c20297-0a9a-4047-b3e3-33a6cd1c25d9 HTTP/1.1" status: 204 len: 168 time: 0.3108687 Sep 28 12:24:59.226124 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ada86-bb19-4511-8e24-b429c9edc890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c20297-0a9a-4047-b3e3-33a6cd1c25d9,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:59.232926 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] For port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:24:59.237917 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] For port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:24:59.247535 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.251535 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:59.253254 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.255662 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/09e1cefa-c541-48a1-923b-e5aa1c92ec8c HTTP/1.1" status: 200 len: 1093 time: 2.2030606 Sep 28 12:24:59.260238 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b649038-e0a8-45a6-a118-534dcc182549', 'tag': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:24:59.262739 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43" -d '{"events": [{"name": "network-changed", "server_uuid": "2b649038-e0a8-45a6-a118-534dcc182549", "tag": "09e1cefa-c541-48a1-923b-e5aa1c92ec8c"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:24:59.308237 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Attempt 4 to provision port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c Sep 28 12:24:59.320939 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668adddd-b2a7-4ceb-9687-414de14b2ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:59.381780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5f575d-c58e-4ffc-807a-92a8e00fdbc4 x-openstack-request-id: req-bc5f575d-c58e-4ffc-807a-92a8e00fdbc4 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:24:59.382293 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b649038-e0a8-45a6-a118-534dcc182549", "tag": "09e1cefa-c541-48a1-923b-e5aa1c92ec8c", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:24:59.382738 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc5f575d-c58e-4ffc-807a-92a8e00fdbc4 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:24:59.383573 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5f575d-c58e-4ffc-807a-92a8e00fdbc4'] response: {'name': 'network-changed', 'server_uuid': '2b649038-e0a8-45a6-a118-534dcc182549', 'tag': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c', 'status': 'completed', 'code': 200} Sep 28 12:24:59.391519 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-67e6c8ba-8978-4f35-a705-271121b4a7ae None None] Port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:24:59.473251 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 48988) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:59.514705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Provisioning complete for port a78a4209-5195-4106-9e3b-df3a33a1b706 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:24:59.515079 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.517278 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Attempt 1 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:24:59.543392 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:59.560800 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Port a78a4209-5195-4106-9e3b-df3a33a1b706 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:24:59.633883 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c3a4a116-d9d7-4319-82a2-901fbb044160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.681457 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49000) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:59.704260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b5d85703-0346-4bf2-b543-a92ce657061c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.736877 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c3a4a116-d9d7-4319-82a2-901fbb044160 admin admin] Publish callbacks [] for security_group (ac36d12e-2645-4065-a7e9-545e42ece8b3), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.742049 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c3a4a116-d9d7-4319-82a2-901fbb044160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ac36d12e-2645-4065-a7e9-545e42ece8b3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.777509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:59.789092 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4a116-d9d7-4319-82a2-901fbb044160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac36d12e-2645-4065-a7e9-545e42ece8b3,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:59.806109 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c3a4a116-d9d7-4319-82a2-901fbb044160 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=cae607c773ff4e2aaadf9fcc5160810f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304138 Sep 28 12:24:59.808370 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49006) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:59.809107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fc54a-feff-4d85-8e54-2204003c3dfe req-11fe559b-f4bc-4029-bf63-0dba82482e68 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:59.810805 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4a0fc54a-feff-4d85-8e54-2204003c3dfe req-11fe559b-f4bc-4029-bf63-0dba82482e68 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.1090832 Sep 28 12:24:59.838123 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:24:59.895439 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e1c5-208b-41e0-bd55-a17eb0126480 req-f615313b-71b2-47ec-bfbf-8b353c9d4f1a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:24:59.897099 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f074e1c5-208b-41e0-bd55-a17eb0126480 req-f615313b-71b2-47ec-bfbf-8b353c9d4f1a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 931 time: 0.0572283 Sep 28 12:24:59.904849 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b5d85703-0346-4bf2-b543-a92ce657061c admin admin] Publish callbacks [] for security_group (5a8a75f1-5de6-4de8-b49a-25d5713761fb), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.911191 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4a0fc54a-feff-4d85-8e54-2204003c3dfe req-aba3199c-d044-49ac-baa5-4e8928c8c478 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838075 Sep 28 12:24:59.912458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b5d85703-0346-4bf2-b543-a92ce657061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (5a8a75f1-5de6-4de8-b49a-25d5713761fb), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:24:59.954789 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b5d85703-0346-4bf2-b543-a92ce657061c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a726cf9fcef74ff48ca9569b2e8d3023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714019 Sep 28 12:24:59.957908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49010) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:24:59.964009 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d85703-0346-4bf2-b543-a92ce657061c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8a75f1-5de6-4de8-b49a-25d5713761fb,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:24:59.985171 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e8173ee1-23ac-4f82-a84d-1dd36de45116 admin admin] Publish callbacks [] for security_group (ac36d12e-2645-4065-a7e9-545e42ece8b3), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.022692 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f074e1c5-208b-41e0-bd55-a17eb0126480 req-c2105e23-1d34-41da-9cd4-959b19fde8e1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154947 Sep 28 12:25:00.045695 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e8173ee1-23ac-4f82-a84d-1dd36de45116 admin admin] Publish callbacks [] for security_group (ac36d12e-2645-4065-a7e9-545e42ece8b3), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.062072 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Attempt 2 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:25:00.071169 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8eb37af5-365a-4e5e-90aa-731e50902244 admin admin] Publish callbacks [] for security_group (5a8a75f1-5de6-4de8-b49a-25d5713761fb), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.102961 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Port a78a4209-5195-4106-9e3b-df3a33a1b706 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:00.105839 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8eb37af5-365a-4e5e-90aa-731e50902244 admin admin] Publish callbacks [] for security_group (5a8a75f1-5de6-4de8-b49a-25d5713761fb), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.136183 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e8173ee1-23ac-4f82-a84d-1dd36de45116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ac36d12e-2645-4065-a7e9-545e42ece8b3), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.141051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e8173ee1-23ac-4f82-a84d-1dd36de45116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.141300 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-e8173ee1-23ac-4f82-a84d-1dd36de45116 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ac36d12e-2645-4065-a7e9-545e42ece8b3 HTTP/1.1" status: 204 len: 168 time: 0.3304679 Sep 28 12:25:00.152573 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8173ee1-23ac-4f82-a84d-1dd36de45116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac36d12e-2645-4065-a7e9-545e42ece8b3,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:00.244688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8eb37af5-365a-4e5e-90aa-731e50902244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (5a8a75f1-5de6-4de8-b49a-25d5713761fb), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.247537 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8eb37af5-365a-4e5e-90aa-731e50902244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.249209 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8eb37af5-365a-4e5e-90aa-731e50902244 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/5a8a75f1-5de6-4de8-b49a-25d5713761fb HTTP/1.1" status: 204 len: 168 time: 0.2898927 Sep 28 12:25:00.266371 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb37af5-365a-4e5e-90aa-731e50902244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8a75f1-5de6-4de8-b49a-25d5713761fb,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:00.367766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:00.376088 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Request body: {'port': {'device_id': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:25:00.477026 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43 req-6ed75860-c84d-41f8-9780-8f6835a88f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:00.478822 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43 req-6ed75860-c84d-41f8-9780-8f6835a88f89 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1127 time: 0.0987544 Sep 28 12:25:00.480369 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-3c2502ab-a8c9-4701-974e-ce47ca17d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:00.481951 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-3c2502ab-a8c9-4701-974e-ce47ca17d399 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0836101 Sep 28 12:25:00.511551 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:00.528022 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-e0c768e6-cc35-467f-adb7-ccaa6697b4c8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:00.539339 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-e0c768e6-cc35-467f-adb7-ccaa6697b4c8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 815 time: 0.2193594 Sep 28 12:25:00.566563 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-5bfe942c-be28-4c2f-83b6-5d3ac5cb349b tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/quotas/19f9f5faf55a4b0cb17bf36d8cb838f6 HTTP/1.1" status: 200 len: 375 time: 0.0231826 Sep 28 12:25:00.594729 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:UPDATE=1,neutron:SELECT=42 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:00.606636 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Attempt 3 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:25:00.684563 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Port a78a4209-5195-4106-9e3b-df3a33a1b706 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:01.054238 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:01.084941 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-c0c8d074-c62b-4c47-bb10-a83eceb76772 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4664044 Sep 28 12:25:01.102666 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43 req-a55106a7-51aa-4e7a-b2cb-833b3cd8a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.104099 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43 req-a55106a7-51aa-4e7a-b2cb-833b3cd8a776 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6043961 Sep 28 12:25:01.105053 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-261d8a58-669d-4cc6-b7dc-8110e684b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.106395 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-261d8a58-669d-4cc6-b7dc-8110e684b755 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 910 time: 0.5956230 Sep 28 12:25:01.133388 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeee77-8dfe-4fca-8b77-d3917516cea5 req-4a57ec88-bad5-4857-af6c-7385cc06aaa5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.135596 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-25eeee77-8dfe-4fca-8b77-d3917516cea5 req-4a57ec88-bad5-4857-af6c-7385cc06aaa5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.1090550 Sep 28 12:25:01.188233 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Attempt 4 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:25:01.209445 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-95e080ad-96ee-4557-9ce3-08df0a0607cf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 217 time: 0.0878456 Sep 28 12:25:01.248349 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Port a78a4209-5195-4106-9e3b-df3a33a1b706 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:01.324898 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-25eeee77-8dfe-4fca-8b77-d3917516cea5 req-457ec6ba-4295-471e-89d4-c736da5db209 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1884654 Sep 28 12:25:01.331582 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-54151d03-3411-415a-8aa4-36fc1b5f6e13 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857469 Sep 28 12:25:01.357278 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-2237846a-eb88-4274-8a61-284aa73867ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.357278 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-2237846a-eb88-4274-8a61-284aa73867ce service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.1085513 Sep 28 12:25:01.395567 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43 req-7160196c-ac32-4791-b31f-924a20c22c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.397409 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ee1b1ffd-90a8-4614-a8ec-35c613b63e43 req-7160196c-ac32-4791-b31f-924a20c22c00 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2749410 Sep 28 12:25:01.405372 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-db68964b-0fb1-4921-9e4e-d3df3386ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.407191 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-db68964b-0fb1-4921-9e4e-d3df3386ce3a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520515 Sep 28 12:25:01.432186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:01.444992 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-0adfa6c2-1d60-47d6-9dd0-aaf2f9d0ba68 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124661 Sep 28 12:25:01.567062 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78a4209-5195-4106-9e3b-df3a33a1b706 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:01.584011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Publish callbacks [] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:01.604801 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-b95ea30d-cf3f-4a18-8ebf-0d4ed4cd487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.607042 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-b95ea30d-cf3f-4a18-8ebf-0d4ed4cd487a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1127 time: 0.1144831 Sep 28 12:25:01.622752 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1866d-0184-47bf-92d5-165215e73163 req-a1caeecb-67fd-47a0-9a1a-a4699388848a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.624049 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Transition to ACTIVE for port object a78a4209-5195-4106-9e3b-df3a33a1b706 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:25:01.631411 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9b1866d-0184-47bf-92d5-165215e73163 req-a1caeecb-67fd-47a0-9a1a-a4699388848a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 931 time: 0.1397688 Sep 28 12:25:01.631847 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:01.708894 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-6c34d621-42da-4a69-8e22-dd51de952e5c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c HTTP/1.1" status: 200 len: 217 time: 0.0724614 Sep 28 12:25:01.715143 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-f4f8c1c6-ccb1-455a-869b-e759890d6469 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934113 Sep 28 12:25:01.731123 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:01.750747 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Attempt 5 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:25:01.828591 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9b1866d-0184-47bf-92d5-165215e73163 req-b09b58c7-e5ce-453a-8bd9-01bfc830f391 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955252 Sep 28 12:25:01.843028 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-161b291c-24b7-4e19-8744-3a3ff6d86050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.844920 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-161b291c-24b7-4e19-8744-3a3ff6d86050 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.1274078 Sep 28 12:25:01.846844 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Port a78a4209-5195-4106-9e3b-df3a33a1b706 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:01.891660 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f1dd656f-79db-4d95-bd69-0da7a4e964ad req-2db1241d-bd3a-46f5-a4f8-d4e98ce794d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.1893477 Sep 28 12:25:01.898489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Pushing event updated for resources: {'Port': ['ID=a78a4209-5195-4106-9e3b-df3a33a1b706,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:01.927973 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Attempting to bind port a78a4209-5195-4106-9e3b-df3a33a1b706 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:25:01.928860 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Attempting to bind port a78a4209-5195-4106-9e3b-df3a33a1b706 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:25:01.933606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Attempting to bind port a78a4209-5195-4106-9e3b-df3a33a1b706 on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:25:01.952678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-5a8c9256-c35a-4e51-9cd8-f96e6bc9e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:01.954239 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-5a8c9256-c35a-4e51-9cd8-f96e6bc9e0e2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989137 Sep 28 12:25:01.975812 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f67200f4-ac6c-4a73-824c-683a3d96801f req-9175d3a5-8ce7-4b7e-80b7-b56368e10a6e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382715 Sep 28 12:25:02.039546 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Port a78a4209-5195-4106-9e3b-df3a33a1b706 on network d22fae6b-c19d-4165-8f58-a67d0afa1461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:25:02.039771 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Attempting to bind port a78a4209-5195-4106-9e3b-df3a33a1b706 on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:25:02.085928 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-085146bd-9e34-431b-a001-8f9e6729a9c6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248741 Sep 28 12:25:02.092907 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:25:02.093536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Checking segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:25:02.093948 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Bound using segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:25:02.094457 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Bound port: a78a4209-5195-4106-9e3b-df3a33a1b706, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:25:02.095040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:02.175268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:02.213425 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] For port a78a4209-5195-4106-9e3b-df3a33a1b706, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:25:02.216658 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] For port a78a4209-5195-4106-9e3b-df3a33a1b706, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a78a4209-5195-4106-9e3b-df3a33a1b706,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:25:02.225536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:02.234406 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:02.235323 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:02.236955 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a78a4209-5195-4106-9e3b-df3a33a1b706 HTTP/1.1" status: 200 len: 1093 time: 1.8679192 Sep 28 12:25:02.237939 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'tag': 'a78a4209-5195-4106-9e3b-df3a33a1b706'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:02.240936 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1120a88-22ed-4551-ab66-055d4a89aebf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef4ea58-06f0-4031-a8a0-16d8be1614cb", "tag": "a78a4209-5195-4106-9e3b-df3a33a1b706"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:02.318118 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25ae384-36ce-4140-953b-eb5cbc3bf914 x-openstack-request-id: req-b25ae384-36ce-4140-953b-eb5cbc3bf914 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:02.318440 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef4ea58-06f0-4031-a8a0-16d8be1614cb", "tag": "a78a4209-5195-4106-9e3b-df3a33a1b706", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:02.319555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b25ae384-36ce-4140-953b-eb5cbc3bf914 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:02.319555 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b25ae384-36ce-4140-953b-eb5cbc3bf914'] response: {'name': 'network-changed', 'server_uuid': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'tag': 'a78a4209-5195-4106-9e3b-df3a33a1b706', 'status': 'completed', 'code': 200} Sep 28 12:25:02.324268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69063e-b5be-45fa-b297-58ecf4a49683 service neutron] Pushing event updated for resources: {'Port': ['ID=a78a4209-5195-4106-9e3b-df3a33a1b706,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:02.342167 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d4b5ae56-8f43-4082-8e69-b612a6725137 req-46a86229-9d5e-4de5-8873-a7cbe8e91cdb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497613 Sep 28 12:25:02.348238 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Attempt 6 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:25:02.405197 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-6c729020-2642-4570-9d18-8e27e060573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:02.410339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7480a9e4-fa39-4099-a59a-c451fa6c0081 None None] Port a78a4209-5195-4106-9e3b-df3a33a1b706 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:25:02.413826 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-6c729020-2642-4570-9d18-8e27e060573d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 1127 time: 0.0749371 Sep 28 12:25:02.499749 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fe4d9-2e68-4b5c-8d09-ba12c24d05b8 req-4bbce26b-ead8-46c8-b07d-c49bdd9c8814 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:02.501266 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fb6fe4d9-2e68-4b5c-8d09-ba12c24d05b8 req-4bbce26b-ead8-46c8-b07d-c49bdd9c8814 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0515003 Sep 28 12:25:02.560921 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fb6fe4d9-2e68-4b5c-8d09-ba12c24d05b8 req-7b5cd48c-1ad9-4ec1-a469-d6a21c9f6d2c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528634 Sep 28 12:25:02.605641 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:02.991330 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50bb8-c809-40d0-b56d-d3d1849ce165 req-2af63672-0657-44f2-acb4-e13c2716f167 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:02.992967 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c0d50bb8-c809-40d0-b56d-d3d1849ce165 req-2af63672-0657-44f2-acb4-e13c2716f167 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0771053 Sep 28 12:25:03.039431 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea4cc8fb-48e1-4cc1-bd8f-ffdbb1c05d70 req-f17d367c-107e-476a-9f3f-7f45c3cb01d4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0342667 Sep 28 12:25:03.057222 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c0d50bb8-c809-40d0-b56d-d3d1849ce165 req-cf33d9b4-982f-4346-866d-88ff5fc31de5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Sep 28 12:25:03.115105 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49176) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:03.219588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-56951781-681b-4cf6-9bc4-65ed90003b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.297522 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-56951781-681b-4cf6-9bc4-65ed90003b53 admin admin] Publish callbacks [] for security_group (46166b77-f3d4-4143-9aae-6ef93bb4984c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.302122 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-56951781-681b-4cf6-9bc4-65ed90003b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (46166b77-f3d4-4143-9aae-6ef93bb4984c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.342357 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-56951781-681b-4cf6-9bc4-65ed90003b53 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f0ebb47b1a234f8d89649cc5db9a5750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261648 Sep 28 12:25:03.343303 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56951781-681b-4cf6-9bc4-65ed90003b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46166b77-f3d4-4143-9aae-6ef93bb4984c,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:03.345067 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49182) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:03.374703 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:03.401264 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df7012a2-950f-4360-bada-3d516fb638b9 admin admin] Publish callbacks [] for security_group (46166b77-f3d4-4143-9aae-6ef93bb4984c), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.421216 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df7012a2-950f-4360-bada-3d516fb638b9 admin admin] Publish callbacks [] for security_group (46166b77-f3d4-4143-9aae-6ef93bb4984c), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.473251 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df7012a2-950f-4360-bada-3d516fb638b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (46166b77-f3d4-4143-9aae-6ef93bb4984c), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.476206 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-df7012a2-950f-4360-bada-3d516fb638b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.477491 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-df7012a2-950f-4360-bada-3d516fb638b9 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/46166b77-f3d4-4143-9aae-6ef93bb4984c HTTP/1.1" status: 204 len: 168 time: 0.1312809 Sep 28 12:25:03.485415 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7012a2-950f-4360-bada-3d516fb638b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46166b77-f3d4-4143-9aae-6ef93bb4984c,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:03.681827 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:03.700618 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cf603-1994-4cf9-bbdf-0e7341f2910d req-883c5608-a8d5-45ce-ac19-449d84cb0223 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:03.702122 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-624cf603-1994-4cf9-bbdf-0e7341f2910d req-883c5608-a8d5-45ce-ac19-449d84cb0223 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0538294 Sep 28 12:25:03.759563 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-624cf603-1994-4cf9-bbdf-0e7341f2910d req-8b24a268-079f-4b2f-a5ff-b35c07dd574a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511734 Sep 28 12:25:03.788726 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49192) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:03.803657 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6e7e-3a6c-4f02-9a5d-cf2740f79997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.885360 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6e7e-3a6c-4f02-9a5d-cf2740f79997 admin admin] Publish callbacks [] for security_group (c5b7cf74-3a67-45ff-bd4c-fd647260278f), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.889790 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cc6b6e7e-3a6c-4f02-9a5d-cf2740f79997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c5b7cf74-3a67-45ff-bd4c-fd647260278f), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:03.929371 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-cc6b6e7e-3a6c-4f02-9a5d-cf2740f79997 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f59e818449be4da39738e8d4185101da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394467 Sep 28 12:25:03.931354 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b6e7e-3a6c-4f02-9a5d-cf2740f79997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b7cf74-3a67-45ff-bd4c-fd647260278f,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:03.932421 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49196) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:03.984265 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5b52bd52-cda6-43c4-9e7e-81ea3b4af04c admin admin] Publish callbacks [] for security_group (c5b7cf74-3a67-45ff-bd4c-fd647260278f), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:04.006136 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5b52bd52-cda6-43c4-9e7e-81ea3b4af04c admin admin] Publish callbacks [] for security_group (c5b7cf74-3a67-45ff-bd4c-fd647260278f), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:04.053872 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5b52bd52-cda6-43c4-9e7e-81ea3b4af04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c5b7cf74-3a67-45ff-bd4c-fd647260278f), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:04.056363 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5b52bd52-cda6-43c4-9e7e-81ea3b4af04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:04.057559 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5b52bd52-cda6-43c4-9e7e-81ea3b4af04c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c5b7cf74-3a67-45ff-bd4c-fd647260278f HTTP/1.1" status: 204 len: 168 time: 0.1241119 Sep 28 12:25:04.066067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52bd52-cda6-43c4-9e7e-81ea3b4af04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b7cf74-3a67-45ff-bd4c-fd647260278f,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:04.165208 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c44e0ebc-4c79-406a-a60e-3703ec4cab36 req-11aeaafb-a08b-41c6-915e-b195f4ef5f74 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0334911 Sep 28 12:25:04.197297 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c882f-5510-459f-bf87-a8d4cb6b56a9 req-ef1421c8-9f59-4154-8db8-4ff0b4547d30 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:04.199459 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f43c882f-5510-459f-bf87-a8d4cb6b56a9 req-ef1421c8-9f59-4154-8db8-4ff0b4547d30 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0579202 Sep 28 12:25:04.253704 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f43c882f-5510-459f-bf87-a8d4cb6b56a9 req-0d7a0dd0-919e-4860-9ba7-315e29b5d677 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486150 Sep 28 12:25:04.896217 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9445-7af4-44f1-92af-5e307a2d0c61 req-08fc14c5-c5cc-4a14-846f-06eb2ac14f41 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:04.897821 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38cc9445-7af4-44f1-92af-5e307a2d0c61 req-08fc14c5-c5cc-4a14-846f-06eb2ac14f41 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0561185 Sep 28 12:25:04.945559 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:04.951342 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38cc9445-7af4-44f1-92af-5e307a2d0c61 req-c8bd915e-42c6-4497-bb65-b39ee2c3858b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473201 Sep 28 12:25:05.176799 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 09e1cefa-c541-48a1-923b-e5aa1c92ec8c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:25:05.310526 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:05.326153 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'port_id': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c', 'mac_address': 'fa:16:3e:0c:c2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:25:05.334524 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-51318e89-7b73-48a4-b4ef-5e85d8763779 req-9c51c9f6-76c5-4d7f-94ea-383112ee0ecc tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0815942 Sep 28 12:25:05.376769 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:05.394233 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:05.394935 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:05.397674 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-cc9a37d7-7b06-41e1-8b57-5b1084a2fb63 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78a4209-5195-4106-9e3b-df3a33a1b706 HTTP/1.1" status: 200 len: 217 time: 0.0930893 Sep 28 12:25:05.414107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e1cefa-c541-48a1-923b-e5aa1c92ec8c {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:05.436327 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f148f38-8ee9-481b-b5ea-996c83ce8fa2 req-86320dc3-9b4a-4122-acd4-90988a4dde58 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:05.438033 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5f148f38-8ee9-481b-b5ea-996c83ce8fa2 req-86320dc3-9b4a-4122-acd4-90988a4dde58 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0598276 Sep 28 12:25:05.438233 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:05.442938 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:05.492760 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:05.495490 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5f148f38-8ee9-481b-b5ea-996c83ce8fa2 req-731cfd9a-03dd-4d97-bb68-dc53819d46fc tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501745 Sep 28 12:25:05.906911 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['09e1cefa-c541-48a1-923b-e5aa1c92ec8c'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:25:06.100395 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be08cb4-8ce8-4fb9-98f3-6199168a38a3 req-d4b27b76-67b3-4bcd-85f0-456b5f550f3e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:06.102029 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8be08cb4-8ce8-4fb9-98f3-6199168a38a3 req-d4b27b76-67b3-4bcd-85f0-456b5f550f3e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0488086 Sep 28 12:25:06.125920 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:06.162082 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8be08cb4-8ce8-4fb9-98f3-6199168a38a3 req-790b6f52-d211-4982-a382-a4978f5b715e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537045 Sep 28 12:25:06.369770 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49300) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:06.453370 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-62c0a381-438b-415f-8cd4-7bed1f4fe9f1 req-4f7c12a8-77fc-4566-8184-f4630c9818c1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0323822 Sep 28 12:25:06.482341 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a99efcf-dbf6-4e45-aa20-eecaf9a1c1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.561680 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a99efcf-dbf6-4e45-aa20-eecaf9a1c1f1 admin admin] Publish callbacks [] for security_group (b89e99bc-9e2f-42d3-874c-abdf5b3f7c66), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.566449 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a99efcf-dbf6-4e45-aa20-eecaf9a1c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b89e99bc-9e2f-42d3-874c-abdf5b3f7c66), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.609559 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4a99efcf-dbf6-4e45-aa20-eecaf9a1c1f1 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=96021b3373b44b1fb8b02b852d04e9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386718 Sep 28 12:25:06.610509 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99efcf-dbf6-4e45-aa20-eecaf9a1c1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89e99bc-9e2f-42d3-874c-abdf5b3f7c66,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:06.610972 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49308) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:06.638315 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9d51-3903-4a01-a568-b1c5232d6fd8 req-8b0966da-6e45-43f5-88f4-d888c4cc7617 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:06.639827 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a95f9d51-3903-4a01-a568-b1c5232d6fd8 req-8b0966da-6e45-43f5-88f4-d888c4cc7617 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0632067 Sep 28 12:25:06.707838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7f2670d3-362d-4745-8801-b9b6b689394f admin admin] Publish callbacks [] for security_group (b89e99bc-9e2f-42d3-874c-abdf5b3f7c66), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.713614 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a95f9d51-3903-4a01-a568-b1c5232d6fd8 req-83d90dad-5ea0-4c6a-8f7e-184e59a3d203 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655379 Sep 28 12:25:06.731980 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7f2670d3-362d-4745-8801-b9b6b689394f admin admin] Publish callbacks [] for security_group (b89e99bc-9e2f-42d3-874c-abdf5b3f7c66), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.780075 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7f2670d3-362d-4745-8801-b9b6b689394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b89e99bc-9e2f-42d3-874c-abdf5b3f7c66), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.782788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7f2670d3-362d-4745-8801-b9b6b689394f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:06.783905 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7f2670d3-362d-4745-8801-b9b6b689394f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b89e99bc-9e2f-42d3-874c-abdf5b3f7c66 HTTP/1.1" status: 204 len: 168 time: 0.1719093 Sep 28 12:25:06.792754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2670d3-362d-4745-8801-b9b6b689394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89e99bc-9e2f-42d3-874c-abdf5b3f7c66,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:07.067494 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49318) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:07.084446 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ca06672-e5a4-46c2-b3f0-7b700c7cfd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.163634 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:07.169145 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ca06672-e5a4-46c2-b3f0-7b700c7cfd2f admin admin] Publish callbacks [] for security_group (98f4ebd2-c601-4002-8812-015f5f53f27e), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.174425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ca06672-e5a4-46c2-b3f0-7b700c7cfd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (98f4ebd2-c601-4002-8812-015f5f53f27e), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.200287 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 09e1cefa-c541-48a1-923b-e5aa1c92ec8c up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:25:07.225191 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49324) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:07.225369 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4ca06672-e5a4-46c2-b3f0-7b700c7cfd2f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=66b5335c03014faeae5f66a0a11d3971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566901 Sep 28 12:25:07.226584 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca06672-e5a4-46c2-b3f0-7b700c7cfd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f4ebd2-c601-4002-8812-015f5f53f27e,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:07.278314 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:25:07.292803 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:07.293255 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.293598 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c Sep 28 12:25:07.311515 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ead98b5f-97ef-4d9d-8dd3-7b083ce236de admin admin] Publish callbacks [] for security_group (98f4ebd2-c601-4002-8812-015f5f53f27e), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.341336 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:07.341570 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ead98b5f-97ef-4d9d-8dd3-7b083ce236de admin admin] Publish callbacks [] for security_group (98f4ebd2-c601-4002-8812-015f5f53f27e), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.356071 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d288-6745-4866-a70e-42d7e34116cf req-fad76c0a-bb0e-47f9-ae49-cb40d275e7b3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:07.357749 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0492d288-6745-4866-a70e-42d7e34116cf req-fad76c0a-bb0e-47f9-ae49-cb40d275e7b3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0880404 Sep 28 12:25:07.397257 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ead98b5f-97ef-4d9d-8dd3-7b083ce236de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (98f4ebd2-c601-4002-8812-015f5f53f27e), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.402384 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ead98b5f-97ef-4d9d-8dd3-7b083ce236de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.402554 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:07.402774 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.405899 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ead98b5f-97ef-4d9d-8dd3-7b083ce236de admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/98f4ebd2-c601-4002-8812-015f5f53f27e HTTP/1.1" status: 204 len: 168 time: 0.1773386 Sep 28 12:25:07.419391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead98b5f-97ef-4d9d-8dd3-7b083ce236de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f4ebd2-c601-4002-8812-015f5f53f27e,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:07.425907 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0492d288-6745-4866-a70e-42d7e34116cf req-68820e33-818d-4dec-a82f-35f8bbf20237 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615685 Sep 28 12:25:07.431284 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b649038-e0a8-45a6-a118-534dcc182549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:07.435310 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f83164-f3c2-437f-bfe5-0d603d6e9e0c" -d '{"events": [{"server_uuid": "2b649038-e0a8-45a6-a118-534dcc182549", "name": "network-vif-plugged", "status": "completed", "tag": "09e1cefa-c541-48a1-923b-e5aa1c92ec8c"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:07.462843 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:07.468428 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:07.506617 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9883fead-f208-42d9-a886-d91d411ee26d x-openstack-request-id: req-9883fead-f208-42d9-a886-d91d411ee26d {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:07.507185 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b649038-e0a8-45a6-a118-534dcc182549", "name": "network-vif-plugged", "status": "completed", "tag": "09e1cefa-c541-48a1-923b-e5aa1c92ec8c", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:07.507619 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9883fead-f208-42d9-a886-d91d411ee26d {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:07.508016 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9883fead-f208-42d9-a886-d91d411ee26d'] response: {'server_uuid': '2b649038-e0a8-45a6-a118-534dcc182549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c', 'code': 200} Sep 28 12:25:07.538369 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:07.572467 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0605950c-9270-4a73-b28e-0b487cd237cb req-2a1d0ded-7e35-48b4-b5b2-eff187d24e04 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0310845 Sep 28 12:25:07.842711 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238b477-07df-47fb-988a-8a2d8c8c5c7c req-eb2dea6d-d454-4d84-b8e6-155b1ea9bbf5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:07.844208 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3238b477-07df-47fb-988a-8a2d8c8c5c7c req-eb2dea6d-d454-4d84-b8e6-155b1ea9bbf5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0524695 Sep 28 12:25:07.857996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:07.900926 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3238b477-07df-47fb-988a-8a2d8c8c5c7c req-7a7ea97a-8d34-4f4a-9ac9-fd90b89ec113 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494225 Sep 28 12:25:08.556945 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040810-bad6-451e-a7f1-5fbd8f18bee4 req-69d88def-e921-47f6-b1aa-f1b55533cf8b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:08.558450 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d7040810-bad6-451e-a7f1-5fbd8f18bee4 req-69d88def-e921-47f6-b1aa-f1b55533cf8b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0473459 Sep 28 12:25:08.617218 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d7040810-bad6-451e-a7f1-5fbd8f18bee4 req-4c9f0e36-ef6c-41ec-a959-0bcd47e638e3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522799 Sep 28 12:25:08.681223 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1778eb7d-d517-4ef1-9849-4c4402835e8a req-8c0bf70e-f754-4bd3-8f0e-2e5cd8f17126 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0277076 Sep 28 12:25:09.039856 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae80bd5-dcc8-4610-b688-15426f7d4e45 req-8f93b7a8-ee7d-4a60-a880-850fc3d301bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:09.041409 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1ae80bd5-dcc8-4610-b688-15426f7d4e45 req-8f93b7a8-ee7d-4a60-a880-850fc3d301bf tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0550296 Sep 28 12:25:09.094305 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1ae80bd5-dcc8-4610-b688-15426f7d4e45 req-0a88df11-db3a-4519-9502-be92f207b8b5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Sep 28 12:25:09.749220 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58083112-3cc3-4222-b554-79bd618d043e req-5b415db0-7928-496b-b726-f37e8125e77d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:09.750755 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-58083112-3cc3-4222-b554-79bd618d043e req-5b415db0-7928-496b-b726-f37e8125e77d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0512066 Sep 28 12:25:09.792064 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-af4c624d-c024-4ec3-9857-55e8a0fbe951 req-7cf13578-fc86-43db-b7a5-4f717a23dd65 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0299985 Sep 28 12:25:09.804833 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-58083112-3cc3-4222-b554-79bd618d043e req-8572dc01-263a-4da8-a2d3-07cd78b8004c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477865 Sep 28 12:25:10.218556 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52589303-b31f-46ea-9a62-1200a516eda3 req-f55da44b-ecfa-49ce-b5c8-74194ac5a448 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:10.220047 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-52589303-b31f-46ea-9a62-1200a516eda3 req-f55da44b-ecfa-49ce-b5c8-74194ac5a448 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0490859 Sep 28 12:25:10.251476 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:10.278971 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-52589303-b31f-46ea-9a62-1200a516eda3 req-413a8c9c-1639-43d8-9a96-1d199032c5da tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Sep 28 12:25:10.899869 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6d56b193-e238-4898-85ed-6bf7f6a8760d req-14216d68-f440-4fec-a74e-7d301bde3f71 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0289834 Sep 28 12:25:10.935660 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454059a-ee28-4544-8098-839eaffacd20 req-e2ffcd4c-a99a-4e7d-b121-c458f7b6716c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:10.937151 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2454059a-ee28-4544-8098-839eaffacd20 req-e2ffcd4c-a99a-4e7d-b121-c458f7b6716c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0488076 Sep 28 12:25:10.988344 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2454059a-ee28-4544-8098-839eaffacd20 req-90cb73e2-af16-4c04-829a-7eb40e49695a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452378 Sep 28 12:25:11.404668 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6f179-b3e1-4eda-adb3-afcf7e2e7190 req-0344a0c9-30af-40e6-8e4d-616c1e54d877 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:11.406071 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eba6f179-b3e1-4eda-adb3-afcf7e2e7190 req-0344a0c9-30af-40e6-8e4d-616c1e54d877 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0477827 Sep 28 12:25:11.457338 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eba6f179-b3e1-4eda-adb3-afcf7e2e7190 req-f8dd4fda-89a3-4b37-8a3a-27d6e28352bc tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455921 Sep 28 12:25:12.000305 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c3878430-f7d2-4f81-891c-b50e90369bc7 req-bbaf7003-07d0-49f2-8c55-361cb5cbb846 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0288665 Sep 28 12:25:12.109900 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6049-2b00-483c-a68d-8b15c4d83e7f req-e2752990-1f83-4c02-ab48-7a229ff897e1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:12.111353 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-82ed6049-2b00-483c-a68d-8b15c4d83e7f req-e2752990-1f83-4c02-ab48-7a229ff897e1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0471854 Sep 28 12:25:12.162896 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-82ed6049-2b00-483c-a68d-8b15c4d83e7f req-1f219ebc-a9ea-4939-83cf-5f193f2baedf tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459158 Sep 28 12:25:12.576956 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ed503-4ab7-4f25-9fbc-b87e2f8e2523 req-56bee991-89a8-4faa-aa8a-bfa0fe9fb1c2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:12.578418 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d89ed503-4ab7-4f25-9fbc-b87e2f8e2523 req-56bee991-89a8-4faa-aa8a-bfa0fe9fb1c2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0492702 Sep 28 12:25:12.626020 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d89ed503-4ab7-4f25-9fbc-b87e2f8e2523 req-e6f6f49a-a8e7-4551-9254-a66ed134d4fb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Sep 28 12:25:13.099085 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-393f398c-07d3-4e47-94b2-632015c0c916 req-9adf7e00-8907-493c-904c-092f0143e621 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0270677 Sep 28 12:25:13.282769 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09625d05-75ad-4947-bccd-1d73207e38d8 req-1e4b4113-8ac7-418d-a873-9fd2d53dfc02 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:13.284749 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-09625d05-75ad-4947-bccd-1d73207e38d8 req-1e4b4113-8ac7-418d-a873-9fd2d53dfc02 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0475667 Sep 28 12:25:13.333274 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-09625d05-75ad-4947-bccd-1d73207e38d8 req-beb2f0ee-e7d8-4944-b66c-faa612ccfb29 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428743 Sep 28 12:25:13.747143 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0ed48-6d9c-4bad-99f8-e4236cc3b9e4 req-e1d75162-f61d-4299-9b58-f9aee690d213 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:13.748533 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1a0ed48-6d9c-4bad-99f8-e4236cc3b9e4 req-e1d75162-f61d-4299-9b58-f9aee690d213 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0476539 Sep 28 12:25:13.800250 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1a0ed48-6d9c-4bad-99f8-e4236cc3b9e4 req-0b55b7e5-8ac1-42b5-9b3c-9779371e7947 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451906 Sep 28 12:25:14.201644 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a34fc228-ee5c-4794-bf8b-800a7af7a35e req-74ed59f4-3838-460c-ba42-73fd23e301db tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0277870 Sep 28 12:25:14.453825 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f0370-e9c6-4063-add9-a60aa1e81301 req-960f2dfe-c74a-452f-b0ea-232448f83786 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:14.455333 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-510f0370-e9c6-4063-add9-a60aa1e81301 req-960f2dfe-c74a-452f-b0ea-232448f83786 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0488734 Sep 28 12:25:14.505557 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-510f0370-e9c6-4063-add9-a60aa1e81301 req-76685cfb-9fe7-4cf6-8ad3-d2517f3ef647 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445061 Sep 28 12:25:14.924485 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc9a91-48fb-4042-85fb-3626a5c25c20 req-80f05063-a19f-4ef6-a7f4-29554ab1f929 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:14.925958 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ccdc9a91-48fb-4042-85fb-3626a5c25c20 req-80f05063-a19f-4ef6-a7f4-29554ab1f929 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0510530 Sep 28 12:25:14.971648 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ccdc9a91-48fb-4042-85fb-3626a5c25c20 req-4061effa-d47f-4243-9bce-b8a26f5d82d9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Sep 28 12:25:15.304926 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a8f4a7a5-242a-4843-b9ee-d7d3ddcc5e3c req-7642959d-5c9a-4019-b08c-49ebb295a967 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Sep 28 12:25:15.467819 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:15.484689 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-2df79a5b-3a3d-41d1-bf06-0266c696599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:15.486173 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-2df79a5b-3a3d-41d1-bf06-0266c696599c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0500226 Sep 28 12:25:15.627586 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6bb32-ebd6-4f36-b880-b73e92d8cdb9 req-8aee149e-4b72-4f9f-af34-07ae6f79c07e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:15.629058 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-50f6bb32-ebd6-4f36-b880-b73e92d8cdb9 req-8aee149e-4b72-4f9f-af34-07ae6f79c07e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0466008 Sep 28 12:25:15.679466 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-50f6bb32-ebd6-4f36-b880-b73e92d8cdb9 req-41900d16-0dd7-4645-a27d-66a11732f0c0 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443673 Sep 28 12:25:16.095024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3734b9-2be6-4e21-a584-ff761c2b102c req-fb5c18b8-d578-45f9-a120-df564a22f820 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:16.096509 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5c3734b9-2be6-4e21-a584-ff761c2b102c req-fb5c18b8-d578-45f9-a120-df564a22f820 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0497048 Sep 28 12:25:16.145000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5c3734b9-2be6-4e21-a584-ff761c2b102c req-050718dd-c194-40e8-a7ca-842eedbd0ab0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Sep 28 12:25:16.410473 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6c3c1cc4-247d-4790-847a-ddf0169211f7 req-e1e18e10-4e95-4c58-92e9-271d75eb25d3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0266323 Sep 28 12:25:16.798114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7f5f0-403a-4a73-ab73-11ad4cbb0471 req-45f24733-b752-4eb3-b7a1-2dc6969faa32 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:16.799566 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-54c7f5f0-403a-4a73-ab73-11ad4cbb0471 req-45f24733-b752-4eb3-b7a1-2dc6969faa32 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0456133 Sep 28 12:25:16.846047 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-54c7f5f0-403a-4a73-ab73-11ad4cbb0471 req-b82a6e68-0f72-4dc3-9499-2f0618f6cc66 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409842 Sep 28 12:25:17.268448 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67b993-b151-4be5-b52e-4cee92e55a1b req-2db1c056-e4cd-429b-871f-117f1c3bd824 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:17.270397 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3c67b993-b151-4be5-b52e-4cee92e55a1b req-2db1c056-e4cd-429b-871f-117f1c3bd824 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0494375 Sep 28 12:25:17.281468 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:17.318817 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3c67b993-b151-4be5-b52e-4cee92e55a1b req-d4df1ead-eac3-446d-a7d6-b4972665a590 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Sep 28 12:25:17.485240 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-a5f12f5b-8fe8-482b-be19-eceb3e3b6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:17.486744 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-a5f12f5b-8fe8-482b-be19-eceb3e3b6822 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442581 Sep 28 12:25:17.514707 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1599e5c9-84a3-4367-8f92-84bbec8e4d7a req-aa185e81-e98f-4265-8fc5-feef9836bf05 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0270281 Sep 28 12:25:17.528867 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:17.535753 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:17.965268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29748b1e-d351-467c-aa08-213da041fde0 req-6a370d27-0a7d-4d97-9ff8-02d78139fcdb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:17.966741 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-29748b1e-d351-467c-aa08-213da041fde0 req-6a370d27-0a7d-4d97-9ff8-02d78139fcdb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0462778 Sep 28 12:25:18.015661 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-29748b1e-d351-467c-aa08-213da041fde0 req-963784b1-27d3-4e20-a708-c8a019fba42d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433846 Sep 28 12:25:18.435532 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be3647-6692-4b5e-a06c-3b427aacb277 req-8dfb2b9b-32d6-4188-8b54-b63879b5116b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:18.436977 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a5be3647-6692-4b5e-a06c-3b427aacb277 req-8dfb2b9b-32d6-4188-8b54-b63879b5116b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0453081 Sep 28 12:25:18.496717 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a5be3647-6692-4b5e-a06c-3b427aacb277 req-2204c6c6-9e50-461c-b2a7-3188fa8b1a41 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Sep 28 12:25:18.617092 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ff270ae5-4823-4952-bfff-e5ee74e3f4a6 req-06a11a37-686f-4cc3-871d-9dd6d25344d7 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0310979 Sep 28 12:25:18.938151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:18.945692 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-b3915efe-e50a-4dfd-80ba-c8492ed79286 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990760 Sep 28 12:25:19.042679 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-150ccc1d-66bf-44f0-985c-5f5f095ae97c req-d3bb9f67-eea2-47c6-a455-431fa473e27d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895178 Sep 28 12:25:19.050560 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80521a4-0a33-4e98-95de-a2ad884f8019 req-350e5826-aa8e-4b5e-b25d-d41346477522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:19.052066 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c80521a4-0a33-4e98-95de-a2ad884f8019 req-350e5826-aa8e-4b5e-b25d-d41346477522 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1129 time: 0.0428429 Sep 28 12:25:19.116597 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c80521a4-0a33-4e98-95de-a2ad884f8019 req-0f9bfcbe-cb9b-4c40-98eb-3802d3d2e7be service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Sep 28 12:25:19.141884 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcb067-45d4-41e8-afa8-feb561aa545d req-5efca3c1-1cd5-46bb-9c1b-b66ca6ff4539 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:19.143365 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a6bcb067-45d4-41e8-afa8-feb561aa545d req-5efca3c1-1cd5-46bb-9c1b-b66ca6ff4539 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0514386 Sep 28 12:25:19.178177 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:19.197333 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a6bcb067-45d4-41e8-afa8-feb561aa545d req-ef5ad1bc-29f1-41e9-9d9a-e577fbdbb4d1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481493 Sep 28 12:25:19.258928 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=10 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:19.273904 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=16 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:19.609814 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd814e24-46ad-4433-bd5d-9532dff168ac req-7f7ae6f0-8bc8-4930-a1a3-5bf26b7e139c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:19.611276 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cd814e24-46ad-4433-bd5d-9532dff168ac req-7f7ae6f0-8bc8-4930-a1a3-5bf26b7e139c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0504057 Sep 28 12:25:19.658311 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cd814e24-46ad-4433-bd5d-9532dff168ac req-69cf4b73-83bf-4d38-aeb5-4526f1f02916 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Sep 28 12:25:19.720269 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-54005b41-324d-4aad-843f-84a5cd5263ca req-301c1d1a-e074-4d59-8456-6cbcbc445d93 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Sep 28 12:25:20.319864 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4bbf5-e772-4377-83fc-ebdc0ca303a9 req-7a9e7dac-df1f-4c36-9bb0-92727f6f31a7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:20.321343 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-24f4bbf5-e772-4377-83fc-ebdc0ca303a9 req-7a9e7dac-df1f-4c36-9bb0-92727f6f31a7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0516241 Sep 28 12:25:20.369896 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-24f4bbf5-e772-4377-83fc-ebdc0ca303a9 req-83b39f0e-2f0e-4b21-a760-4d10374c69b8 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429392 Sep 28 12:25:20.776555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb7eb0-8722-445f-94da-f686a8124547 req-5ec0d7b5-4a29-488c-8dae-5e9c0e095b21 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:20.778061 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9cb7eb0-8722-445f-94da-f686a8124547 req-5ec0d7b5-4a29-488c-8dae-5e9c0e095b21 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0461917 Sep 28 12:25:20.821629 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e2ba275-29f0-492b-bde4-a993447682b9 req-e0d8a156-e1a7-4aef-9a54-c6a5e6556824 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Sep 28 12:25:20.828898 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9cb7eb0-8722-445f-94da-f686a8124547 req-c8f2a430-d557-48f3-85de-d075e2390dc6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Sep 28 12:25:21.211582 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49558) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:21.237996 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-98851105-4faa-46f1-a8bf-44e8cdf20262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.255793 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:25:21.338439 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-976a9cfe-4e98-4a2d-9368-cf136a0185a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.368347 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:21.380246 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '1711270f-ac5c-4882-9a07-75c09082815b', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'port_id': '1711270f-ac5c-4882-9a07-75c09082815b', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:25:21.416097 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-976a9cfe-4e98-4a2d-9368-cf136a0185a9 admin admin] Publish callbacks [] for security_group (6444d0c9-a395-4390-825e-39ff29e09f4f), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.417222 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1711270f-ac5c-4882-9a07-75c09082815b is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:21.417609 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.421716 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-976a9cfe-4e98-4a2d-9368-cf136a0185a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (6444d0c9-a395-4390-825e-39ff29e09f4f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.431407 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1711270f-ac5c-4882-9a07-75c09082815b {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:21.452790 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:21.457541 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.468234 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a9cfe-4e98-4a2d-9368-cf136a0185a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6444d0c9-a395-4390-825e-39ff29e09f4f,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:21.477649 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-976a9cfe-4e98-4a2d-9368-cf136a0185a9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4ab2fa46e2234901b2eecb6884dff703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649708 Sep 28 12:25:21.480658 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49566) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:21.509209 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa194e1d-4cac-4098-8ed3-69028e0a9ae7 req-49a290f0-2540-4b0a-b26c-72ca4febe0c9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:21.510712 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aa194e1d-4cac-4098-8ed3-69028e0a9ae7 req-49a290f0-2540-4b0a-b26c-72ca4febe0c9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 945 time: 0.0614228 Sep 28 12:25:21.516213 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:21.561042 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:21.582744 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-734015c5-a86e-4060-9777-807e9bd49eca admin admin] Publish callbacks [] for security_group (6444d0c9-a395-4390-825e-39ff29e09f4f), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.595009 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aa194e1d-4cac-4098-8ed3-69028e0a9ae7 req-5d6752a3-197d-484f-8dca-50f5817ef236 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765657 Sep 28 12:25:21.608693 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-734015c5-a86e-4060-9777-807e9bd49eca admin admin] Publish callbacks [] for security_group (6444d0c9-a395-4390-825e-39ff29e09f4f), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.674075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-734015c5-a86e-4060-9777-807e9bd49eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (6444d0c9-a395-4390-825e-39ff29e09f4f), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.676897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-734015c5-a86e-4060-9777-807e9bd49eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:21.678133 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-734015c5-a86e-4060-9777-807e9bd49eca admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/6444d0c9-a395-4390-825e-39ff29e09f4f HTTP/1.1" status: 204 len: 168 time: 0.1967936 Sep 28 12:25:21.686206 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734015c5-a86e-4060-9777-807e9bd49eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444d0c9-a395-4390-825e-39ff29e09f4f,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:21.929886 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7e98c606-63c6-40dd-8331-9d6140b946b4 req-37bbcf23-cc30-42f7-b171-3802a99edcaa tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0313861 Sep 28 12:25:21.968780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4433cb6-c2f0-4869-9356-555996d99416 req-e9bf4ffe-acd1-4bec-aada-6a143c1ece58 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:21.970337 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4433cb6-c2f0-4869-9356-555996d99416 req-e9bf4ffe-acd1-4bec-aada-6a143c1ece58 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0570781 Sep 28 12:25:21.983870 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49578) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:21.997355 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a2e38124-4903-471a-a022-ff5633d92b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.022261 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4433cb6-c2f0-4869-9356-555996d99416 req-1bf2429a-2638-48b6-a9b1-09c9e706369f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455592 Sep 28 12:25:22.023582 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:22.084272 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a2e38124-4903-471a-a022-ff5633d92b2b admin admin] Publish callbacks [] for security_group (e2d30f41-e3a5-48e7-8366-cfc6c09c4591), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.087908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a2e38124-4903-471a-a022-ff5633d92b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e2d30f41-e3a5-48e7-8366-cfc6c09c4591), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.099934 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['1711270f-ac5c-4882-9a07-75c09082815b'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:25:22.133801 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a2e38124-4903-471a-a022-ff5633d92b2b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b11c48638c0245779873bdadaec0f741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458056 Sep 28 12:25:22.133801 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e38124-4903-471a-a022-ff5633d92b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d30f41-e3a5-48e7-8366-cfc6c09c4591,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:22.134261 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49580) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:22.189322 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-539521e9-ae14-47b4-92d6-b24d8a8848a6 admin admin] Publish callbacks [] for security_group (e2d30f41-e3a5-48e7-8366-cfc6c09c4591), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.209149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-539521e9-ae14-47b4-92d6-b24d8a8848a6 admin admin] Publish callbacks [] for security_group (e2d30f41-e3a5-48e7-8366-cfc6c09c4591), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.219384 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:22.263350 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-539521e9-ae14-47b4-92d6-b24d8a8848a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e2d30f41-e3a5-48e7-8366-cfc6c09c4591), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.265987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-539521e9-ae14-47b4-92d6-b24d8a8848a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:22.267201 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-539521e9-ae14-47b4-92d6-b24d8a8848a6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e2d30f41-e3a5-48e7-8366-cfc6c09c4591 HTTP/1.1" status: 204 len: 168 time: 0.1320708 Sep 28 12:25:22.276940 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539521e9-ae14-47b4-92d6-b24d8a8848a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d30f41-e3a5-48e7-8366-cfc6c09c4591,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:22.425459 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-bf05a248-be5d-4514-a085-ce873ad9c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:22.427075 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-bf05a248-be5d-4514-a085-ce873ad9c83d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 1127 time: 0.0475819 Sep 28 12:25:22.526162 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-4b6cee01-b55d-4769-86eb-cf472b630eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:22.527656 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-4b6cee01-b55d-4769-86eb-cf472b630eee service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0947111 Sep 28 12:25:22.720106 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013bd8b-51be-4fcb-b28e-d9530348c52b req-4d2ac850-d6cf-47cc-8d40-fab37248471f tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:22.721700 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6013bd8b-51be-4fcb-b28e-d9530348c52b req-4d2ac850-d6cf-47cc-8d40-fab37248471f tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 945 time: 0.0486901 Sep 28 12:25:22.776662 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6013bd8b-51be-4fcb-b28e-d9530348c52b req-9ab05e65-6ed8-432c-9576-5e75eb97e280 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447896 Sep 28 12:25:23.034679 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c15a0922-fb64-43a3-bfe6-cacdf7236446 req-5e38b38c-ba89-4575-aff0-10d8e55cb27d tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0279489 Sep 28 12:25:23.151331 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a07949-1dde-4a62-a3e1-8a034ac3a2c5 req-aaf2158f-24d7-46f4-9e83-16b4d5ed84c9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:23.152799 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-10a07949-1dde-4a62-a3e1-8a034ac3a2c5 req-aaf2158f-24d7-46f4-9e83-16b4d5ed84c9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 943 time: 0.0460050 Sep 28 12:25:23.177176 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:23.202796 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-10a07949-1dde-4a62-a3e1-8a034ac3a2c5 req-4b567ff4-7fb5-497f-ae46-26c9399188f5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Sep 28 12:25:23.522741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2666257c-fa55-4c92-b7a6-dbc1cf094de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:23.609781 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-b22a03d0-8609-4039-8aed-0b7868c840eb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78a4209-5195-4106-9e3b-df3a33a1b706 HTTP/1.1" status: 200 len: 217 time: 0.0402756 Sep 28 12:25:23.728350 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a78a4209-5195-4106-9e3b-df3a33a1b706 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:25:23.730739 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49638) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:23.810325 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:25:23.890444 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:23.901113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 1711270f-ac5c-4882-9a07-75c09082815b completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:25:23.910576 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port a78a4209-5195-4106-9e3b-df3a33a1b706, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a78a4209-5195-4106-9e3b-df3a33a1b706,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:23.922622 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:23.925722 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 1711270f-ac5c-4882-9a07-75c09082815b triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:23.926358 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1711270f-ac5c-4882-9a07-75c09082815b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:23.926910 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 1711270f-ac5c-4882-9a07-75c09082815b Sep 28 12:25:23.934758 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e97f7ec5-c835-4ef5-9758-d04369228d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:23.972512 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-d9de65dd-dfbc-41d9-83c1-259055629e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:23.976334 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-d9de65dd-dfbc-41d9-83c1-259055629e23 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.1082585 Sep 28 12:25:23.983046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'a78a4209-5195-4106-9e3b-df3a33a1b706', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'port_id': 'a78a4209-5195-4106-9e3b-df3a33a1b706', 'mac_address': 'fa:16:3e:b4:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:25:23.988974 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb817af3-ee47-4376-aca3-0f7dead5ec9a req-31b272ca-4caf-4e43-beb5-482e81960540 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:23.994325 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb817af3-ee47-4376-aca3-0f7dead5ec9a req-31b272ca-4caf-4e43-beb5-482e81960540 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 945 time: 0.1139569 Sep 28 12:25:24.037917 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e97f7ec5-c835-4ef5-9758-d04369228d8f admin admin] Publish callbacks [] for security_group (b1a2d36d-7d97-44fb-801a-f8645788f48b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.046231 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e97f7ec5-c835-4ef5-9758-d04369228d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b1a2d36d-7d97-44fb-801a-f8645788f48b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.053733 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1711270f-ac5c-4882-9a07-75c09082815b is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:24.054884 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.084399 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e97f7ec5-c835-4ef5-9758-d04369228d8f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a5fc5cc3087f4ba68bba4daa437b7cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521855 Sep 28 12:25:24.087594 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49656) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:24.097847 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:24.102009 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea478ce2-6674-4b7a-9866-aadb2cf7ab34" -d '{"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-plugged", "status": "completed", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:24.136768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:24.138271 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port a78a4209-5195-4106-9e3b-df3a33a1b706 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:24.138800 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.139078 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb817af3-ee47-4376-aca3-0f7dead5ec9a req-78af1fb3-4bdb-45ae-8014-dde71577eb34 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218071 Sep 28 12:25:24.140275 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-607145aa-6f90-42ea-bb4d-74a40ffeca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:24.141740 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-607145aa-6f90-42ea-bb4d-74a40ffeca74 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1412649 Sep 28 12:25:24.150699 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.158851 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78a4209-5195-4106-9e3b-df3a33a1b706 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:24.202418 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port a78a4209-5195-4106-9e3b-df3a33a1b706, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a78a4209-5195-4106-9e3b-df3a33a1b706,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:24.209957 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.224879 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f6ccb0-4e9d-40ef-bd75-81641c6b18c7 x-openstack-request-id: req-39f6ccb0-4e9d-40ef-bd75-81641c6b18c7 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:24.225200 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-plugged", "status": "completed", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:24.225455 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39f6ccb0-4e9d-40ef-bd75-81641c6b18c7 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:24.225844 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f6ccb0-4e9d-40ef-bd75-81641c6b18c7'] response: {'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'code': 200} Sep 28 12:25:24.231716 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:24.233909 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-da3898f2-4f7c-4ea4-b8d7-6a4154472742 req-da5af150-03e2-4a9d-a6cf-2f0747f5fc91 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0441566 Sep 28 12:25:24.263083 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f7ec5-c835-4ef5-9758-d04369228d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2d36d-7d97-44fb-801a-f8645788f48b,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:24.266242 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd27276f-92b4-44b4-97a5-0867b248b4e4 admin admin] Publish callbacks [] for security_group (b1a2d36d-7d97-44fb-801a-f8645788f48b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.289423 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=a78a4209-5195-4106-9e3b-df3a33a1b706,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:24.313276 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd27276f-92b4-44b4-97a5-0867b248b4e4 admin admin] Publish callbacks [] for security_group (b1a2d36d-7d97-44fb-801a-f8645788f48b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.344749 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27014e-eaaa-4ad6-8176-84e772c50c94 req-976c68b2-418d-4b9f-a470-210594c53191 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:24.346297 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a27014e-eaaa-4ad6-8176-84e772c50c94 req-976c68b2-418d-4b9f-a470-210594c53191 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 944 time: 0.0578451 Sep 28 12:25:24.379434 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd27276f-92b4-44b4-97a5-0867b248b4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b1a2d36d-7d97-44fb-801a-f8645788f48b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.383248 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd27276f-92b4-44b4-97a5-0867b248b4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:24.384432 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bd27276f-92b4-44b4-97a5-0867b248b4e4 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b1a2d36d-7d97-44fb-801a-f8645788f48b HTTP/1.1" status: 204 len: 168 time: 0.2957284 Sep 28 12:25:24.393652 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27276f-92b4-44b4-97a5-0867b248b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2d36d-7d97-44fb-801a-f8645788f48b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:24.420829 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a27014e-eaaa-4ad6-8176-84e772c50c94 req-d233949e-3c52-4ff8-8030-eb0d518b4e1f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678570 Sep 28 12:25:24.769006 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['a78a4209-5195-4106-9e3b-df3a33a1b706'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:25:24.843601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:25.080289 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-9246ed27-839a-40df-beff-c008de617588 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576302 Sep 28 12:25:25.104984 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-c315dec6-b8d8-433a-ad12-1bd72d143cb5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:25.106433 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-c315dec6-b8d8-433a-ad12-1bd72d143cb5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 815 time: 0.1842108 Sep 28 12:25:25.177588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'port': {'device_id': '25003613-64a5-4e59-9e42-7759c6d78994', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'admin_state_up': True, 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:25:25.301293 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b1120a88-22ed-4551-ab66-055d4a89aebf req-d85516f6-4052-4cca-9649-a884cf14ffed service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446292 Sep 28 12:25:25.329177 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2b98c-24cb-4b41-9697-adb03dbd786a req-97d65c7d-ab4d-4083-b15c-930750c153c3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:25.330630 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-41e2b98c-24cb-4b41-9697-adb03dbd786a req-97d65c7d-ab4d-4083-b15c-930750c153c3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0805357 Sep 28 12:25:25.376959 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:25.409093 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:25.415192 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-41e2b98c-24cb-4b41-9697-adb03dbd786a req-0714e2ae-0885-4071-9dc7-eda52ff07931 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654173 Sep 28 12:25:25.425413 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7538fb63-0e08-4fe0-8b2d-43c6c1e53800 req-dd4fbc77-bd0e-4071-a6bf-299269cd2d8f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0633667 Sep 28 12:25:25.436986 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba785-3899-4efa-8609-4792c6eb0d81 req-0b8689ca-ea0a-4e0c-b3be-315e4bb0061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:25.438496 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-568ba785-3899-4efa-8609-4792c6eb0d81 req-0b8689ca-ea0a-4e0c-b3be-315e4bb0061b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0804904 Sep 28 12:25:25.443958 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Made reservation on behalf of 19f9f5faf55a4b0cb17bf36d8cb838f6 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:25:25.448140 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:25.520452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:25.600442 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-568ba785-3899-4efa-8609-4792c6eb0d81 req-0841650a-c3e5-47d9-a185-62f1f45da221 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418056 Sep 28 12:25:25.604588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Allocated IP 172.20.0.14 (8fd9a966-848a-4a04-aad9-4eacaa03d7c2/0995468d-db89-4b1f-9f55-a0f9351f7c88/f219904c-e6fd-43ca-be72-0b2ebac9da8f) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:25:25.621006 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82b446-513b-4d28-a901-c469d3f75a8b req-1524ee7d-8e61-4d2d-aab9-9940570cd858 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:25.630594 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2e82b446-513b-4d28-a901-c469d3f75a8b req-1524ee7d-8e61-4d2d-aab9-9940570cd858 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 944 time: 0.1020429 Sep 28 12:25:25.698255 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2e82b446-513b-4d28-a901-c469d3f75a8b req-25b0bd62-04c1-47e3-8fb5-83a2c45b8dff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Sep 28 12:25:25.797435 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:25.849353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:25.912805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:25:25.912805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:25:25.914722 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:25:25.997063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:26.041011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:26.041825 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.061511 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-63d8991b-2657-4fb3-ba7e-3f7e9693854a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9072130 Sep 28 12:25:26.152187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.206729 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Provisioning complete for port f219904c-e6fd-43ca-be72-0b2ebac9da8f triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:26.207382 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.207714 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 1 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:26.252127 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.260000 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:26.357372 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a78a4209-5195-4106-9e3b-df3a33a1b706 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:25:26.405061 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port a78a4209-5195-4106-9e3b-df3a33a1b706 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:25:26.411827 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port a78a4209-5195-4106-9e3b-df3a33a1b706 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:26.412387 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.412782 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port a78a4209-5195-4106-9e3b-df3a33a1b706 Sep 28 12:25:26.595417 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167bfb-1863-4dca-b397-7ac2b62bbba1 req-c5a6cf87-cc18-4130-b973-cfa00ae39a8e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:26.598408 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3693044-3916-4bcc-87d2-a8e75911ce24 req-81eea1e8-449e-4b11-a96d-bcda007d8149 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:26.600607 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d3693044-3916-4bcc-87d2-a8e75911ce24 req-81eea1e8-449e-4b11-a96d-bcda007d8149 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0975471 Sep 28 12:25:26.609818 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d6167bfb-1863-4dca-b397-7ac2b62bbba1 req-c5a6cf87-cc18-4130-b973-cfa00ae39a8e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0706301 Sep 28 12:25:26.659889 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d6167bfb-1863-4dca-b397-7ac2b62bbba1 req-c6d81382-ddd0-47af-b04f-421a05be047f tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488598 Sep 28 12:25:26.668124 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d3693044-3916-4bcc-87d2-a8e75911ce24 req-41c49eb4-90f7-4775-80a0-275b84b90634 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Sep 28 12:25:26.674140 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port a78a4209-5195-4106-9e3b-df3a33a1b706 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:26.675516 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.712344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78a4209-5195-4106-9e3b-df3a33a1b706'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:26.714619 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac43a3-becf-48fa-8167-6d92675d57ff" -d '{"events": [{"server_uuid": "6ef4ea58-06f0-4031-a8a0-16d8be1614cb", "name": "network-vif-plugged", "status": "completed", "tag": "a78a4209-5195-4106-9e3b-df3a33a1b706"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:26.728019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port a78a4209-5195-4106-9e3b-df3a33a1b706, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a78a4209-5195-4106-9e3b-df3a33a1b706,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:26.732970 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:26.755532 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:26.757419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ac1d59-18dc-4c06-8c23-7c3158dbe7ce x-openstack-request-id: req-13ac1d59-18dc-4c06-8c23-7c3158dbe7ce {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:26.757711 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef4ea58-06f0-4031-a8a0-16d8be1614cb", "name": "network-vif-plugged", "status": "completed", "tag": "a78a4209-5195-4106-9e3b-df3a33a1b706", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:26.757967 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13ac1d59-18dc-4c06-8c23-7c3158dbe7ce {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:26.758356 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ac1d59-18dc-4c06-8c23-7c3158dbe7ce'] response: {'server_uuid': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78a4209-5195-4106-9e3b-df3a33a1b706', 'code': 200} Sep 28 12:25:26.760971 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 2 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:26.766038 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:26.819948 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=a78a4209-5195-4106-9e3b-df3a33a1b706,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:26.824879 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:26.835840 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c44360-cdbf-471a-b79a-fecda160c7c7 req-6b09c45d-a808-4ae9-b885-7c47b8e537e0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:26.837549 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-18c44360-cdbf-471a-b79a-fecda160c7c7 req-6b09c45d-a808-4ae9-b885-7c47b8e537e0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0637929 Sep 28 12:25:26.891233 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-18c44360-cdbf-471a-b79a-fecda160c7c7 req-b229279d-19dc-4ade-915f-b356c614c5c0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Sep 28 12:25:27.326387 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 3 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:27.360496 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:27.828464 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aba751-9590-493d-aa03-fcfe3670c8c0 req-95a36df0-fa04-4fee-b48c-626dea65e6d3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:27.830830 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e4aba751-9590-493d-aa03-fcfe3670c8c0 req-95a36df0-fa04-4fee-b48c-626dea65e6d3 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0781758 Sep 28 12:25:27.839157 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb03a31-d43e-4414-80fc-2b1d15fa61f8 req-4c909cb3-4dc6-4ef8-a9af-d0a060036cf7 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:27.841313 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2eb03a31-d43e-4414-80fc-2b1d15fa61f8 req-4c909cb3-4dc6-4ef8-a9af-d0a060036cf7 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0637057 Sep 28 12:25:27.863438 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 4 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:27.874652 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:27.905563 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e4aba751-9590-493d-aa03-fcfe3670c8c0 req-3a5c59a5-1458-41c4-a2af-c332ea00866d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676074 Sep 28 12:25:27.936302 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:27.954173 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2eb03a31-d43e-4414-80fc-2b1d15fa61f8 req-bd6967ab-3e3e-4ca5-b98a-d853c4430b65 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027639 Sep 28 12:25:28.139330 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9839c1-e63d-4b2c-b73e-6ae3f4d9d8ec req-98d2a381-713c-491c-8007-46049c39450d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:28.139330 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3f9839c1-e63d-4b2c-b73e-6ae3f4d9d8ec req-98d2a381-713c-491c-8007-46049c39450d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.1028359 Sep 28 12:25:28.223472 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3f9839c1-e63d-4b2c-b73e-6ae3f4d9d8ec req-cd91d06d-d1ef-4f6a-add1-3159879d03d4 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820370 Sep 28 12:25:28.227414 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-4424fa90-a980-4ec6-8c15-2acb0b427016 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=14944124ab8a4487b879592a02981d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460558 Sep 28 12:25:28.437434 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 5 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:28.465943 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f043914e-af6f-44cd-8d8f-a30a207c03a9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:28.473727 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f043914e-af6f-44cd-8d8f-a30a207c03a9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383184 Sep 28 12:25:28.492412 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-a6882de7-a110-4312-9d07-29de6dcc33aa tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/quotas/14944124ab8a4487b879592a02981d12 HTTP/1.1" status: 200 len: 375 time: 0.0169280 Sep 28 12:25:28.501991 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:28.527220 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-df4959bb-eca3-480d-9a55-2beaba172e69 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=14944124ab8a4487b879592a02981d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336354 Sep 28 12:25:28.711199 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-706a7a65-b81a-4f1a-be89-5c4db7eae5b4 req-42938bcc-9055-4178-9b15-b9aa28b42b50 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0363257 Sep 28 12:25:29.003421 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 6 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:29.022267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:29.087720 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:29.103430 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a763bf-c775-4a3e-a751-748dc615a80a req-18f1db9a-7831-4538-836d-1fd54c4652f7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:29.127219 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d8a763bf-c775-4a3e-a751-748dc615a80a req-18f1db9a-7831-4538-836d-1fd54c4652f7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.1128426 Sep 28 12:25:29.181059 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502153e-f48f-48ee-8a2c-13be908e6349 req-9605bb18-0c9f-4e8a-bc54-fd0c604ea781 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:29.198113 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0502153e-f48f-48ee-8a2c-13be908e6349 req-9605bb18-0c9f-4e8a-bc54-fd0c604ea781 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.1348891 Sep 28 12:25:29.201448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:29.254521 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d8a763bf-c775-4a3e-a751-748dc615a80a req-96a3befe-b1d2-4b0f-ad07-49ee84ccf82d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261220 Sep 28 12:25:29.315569 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0502153e-f48f-48ee-8a2c-13be908e6349 req-91bd6e1e-7876-436a-9f95-7310e07df82c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165783 Sep 28 12:25:29.424894 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077b895-a36e-4728-923e-518924e44d5f req-6a207825-6a68-47d4-a7d0-94f34c840d61 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:29.426606 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7077b895-a36e-4728-923e-518924e44d5f req-6a207825-6a68-47d4-a7d0-94f34c840d61 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0573618 Sep 28 12:25:29.483164 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7077b895-a36e-4728-923e-518924e44d5f req-3c8cc8cf-ab57-478c-afb3-8e4076b30192 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462925 Sep 28 12:25:29.589234 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 7 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:29.615241 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:25:29.628377 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:29.864061 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-55d8bdfd-31ea-45e1-8697-e9412ce0dafa req-8d35a008-632b-4a2e-ac04-66fe863ac1d3 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0517962 Sep 28 12:25:30.129430 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 8 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:30.163646 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:30.480752 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c335dd-5f15-4d76-a62b-10e2f0c8eed8 req-e84e5ebf-0932-40d1-b5b2-2e8616fe72e1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:30.482376 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-32c335dd-5f15-4d76-a62b-10e2f0c8eed8 req-e84e5ebf-0932-40d1-b5b2-2e8616fe72e1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0790372 Sep 28 12:25:30.545919 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-32c335dd-5f15-4d76-a62b-10e2f0c8eed8 req-361b8641-040a-427a-8a7d-698f7fa75c57 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Sep 28 12:25:30.613301 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0ffb-2686-4589-92ec-f95ace284af6 req-e3388475-196b-4f8e-848b-4f8d96e50f71 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:30.621885 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a0ac0ffb-2686-4589-92ec-f95ace284af6 req-e3388475-196b-4f8e-848b-4f8d96e50f71 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0746689 Sep 28 12:25:30.665364 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 9 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:30.673149 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a0ac0ffb-2686-4589-92ec-f95ace284af6 req-8a9dc6c9-6d48-47e5-ae46-b8250359d847 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498254 Sep 28 12:25:30.710780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f7ea6-06e3-46e5-bfda-ca056d198bcb req-d4a1ed41-b8f8-4d1c-aa55-c93d8956378a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:30.719065 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aa2f7ea6-06e3-46e5-bfda-ca056d198bcb req-d4a1ed41-b8f8-4d1c-aa55-c93d8956378a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0833082 Sep 28 12:25:30.738024 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:30.779027 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aa2f7ea6-06e3-46e5-bfda-ca056d198bcb req-3653911b-fbbc-4cbe-ad48-173d8acca96a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584533 Sep 28 12:25:30.977721 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5b49623-e0c6-4de8-b25c-b034a794b707 req-8432001d-04ad-4f7c-89e0-bce826e04d03 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0353427 Sep 28 12:25:31.240334 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Attempt 10 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:31.275088 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-bcea096f-ba16-41e7-8504-3a19a4d667e2 None None] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:31.682999 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2328d8-640d-42bf-bd8b-8a1a6621830c req-3a2f526a-8a6d-4b48-9855-d7ce33497f91 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:31.685210 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4b2328d8-640d-42bf-bd8b-8a1a6621830c req-3a2f526a-8a6d-4b48-9855-d7ce33497f91 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0488179 Sep 28 12:25:31.740281 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4b2328d8-640d-42bf-bd8b-8a1a6621830c req-f744f7ff-04db-422f-9350-8f17e6ae753b tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Sep 28 12:25:31.809801 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99167a18-88e2-44f4-95cc-cf9f99891bd1 req-700f338b-0be9-4f67-82d1-266353ba9540 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:31.811433 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-99167a18-88e2-44f4-95cc-cf9f99891bd1 req-700f338b-0be9-4f67-82d1-266353ba9540 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0529215 Sep 28 12:25:31.878069 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-99167a18-88e2-44f4-95cc-cf9f99891bd1 req-9a9cc5dc-3595-4449-bd7b-bed0438e5980 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604637 Sep 28 12:25:31.926706 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcbe4b-a4c2-4b39-b84b-c88960c2e233 req-2fc4a905-b186-4ca8-9bc2-64d9b66e67a1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:31.928342 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2ddcbe4b-a4c2-4b39-b84b-c88960c2e233 req-2fc4a905-b186-4ca8-9bc2-64d9b66e67a1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0708442 Sep 28 12:25:31.986981 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2ddcbe4b-a4c2-4b39-b84b-c88960c2e233 req-f2fc0ff7-e5ae-4edb-b389-f274cf9d08e4 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Sep 28 12:25:32.231007 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49874) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:32.486851 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f7b48cb5-41e9-4f92-875a-77e83911c592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.488607 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5ea8b64b-8d70-4c37-a539-f3c0744172d6 req-b20b61b8-fabe-4f11-aabe-d3cfc1639413 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.3892035 Sep 28 12:25:32.505109 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:32.606546 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f7b48cb5-41e9-4f92-875a-77e83911c592 admin admin] Publish callbacks [] for security_group (de11bf02-54a4-4552-a088-bbb7b3ac0377), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.609617 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f7b48cb5-41e9-4f92-875a-77e83911c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (de11bf02-54a4-4552-a088-bbb7b3ac0377), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.660108 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f7b48cb5-41e9-4f92-875a-77e83911c592 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4b2020bddfbe4145936e64db6c1c8a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276392 Sep 28 12:25:32.661216 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b48cb5-41e9-4f92-875a-77e83911c592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de11bf02-54a4-4552-a088-bbb7b3ac0377,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:32.664387 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49890) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:32.723366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d9c4-7d01-4a09-b6e3-f84b11bf64f8 admin admin] Publish callbacks [] for security_group (de11bf02-54a4-4552-a088-bbb7b3ac0377), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.749879 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d9c4-7d01-4a09-b6e3-f84b11bf64f8 admin admin] Publish callbacks [] for security_group (de11bf02-54a4-4552-a088-bbb7b3ac0377), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.812008 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d9c4-7d01-4a09-b6e3-f84b11bf64f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (de11bf02-54a4-4552-a088-bbb7b3ac0377), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.814527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d9c4-7d01-4a09-b6e3-f84b11bf64f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:32.818309 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f4a0d9c4-7d01-4a09-b6e3-f84b11bf64f8 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/de11bf02-54a4-4552-a088-bbb7b3ac0377 HTTP/1.1" status: 204 len: 168 time: 0.1503263 Sep 28 12:25:32.844473 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:32.846151 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0d9c4-7d01-4a09-b6e3-f84b11bf64f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de11bf02-54a4-4552-a088-bbb7b3ac0377,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:32.914957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35881ec6-f3c1-4c53-a527-6ec8db1a5ddc req-1a566754-3605-4f92-8043-30bb00e3d5a7 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:32.923470 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-35881ec6-f3c1-4c53-a527-6ec8db1a5ddc req-1a566754-3605-4f92-8043-30bb00e3d5a7 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0882609 Sep 28 12:25:33.008594 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-35881ec6-f3c1-4c53-a527-6ec8db1a5ddc req-d8430ed3-e8ee-47aa-955c-988ed0f91e24 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809016 Sep 28 12:25:33.075821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208fad-afc5-4d1d-bae1-d5dd5e6b0cbe req-7b0bbcc7-3603-41ff-8e4e-9f76ab386a31 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:33.086944 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-93208fad-afc5-4d1d-bae1-d5dd5e6b0cbe req-7b0bbcc7-3603-41ff-8e4e-9f76ab386a31 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0589764 Sep 28 12:25:33.190337 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a6de1-2a97-44a1-9436-d4c4b217af47 req-5accf1e5-34cf-458b-a703-99b33bd83dae tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:33.191914 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-679a6de1-2a97-44a1-9436-d4c4b217af47 req-5accf1e5-34cf-458b-a703-99b33bd83dae tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0723493 Sep 28 12:25:33.195035 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-93208fad-afc5-4d1d-bae1-d5dd5e6b0cbe req-aa809b0e-aa43-4f23-924f-985105232f00 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070364 Sep 28 12:25:33.244989 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-679a6de1-2a97-44a1-9436-d4c4b217af47 req-161830f9-7b1f-4737-b52b-d692fa8922be tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Sep 28 12:25:33.637842 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0785679e-90f2-4923-8686-d376fa7d6890 req-7af3ac69-e55d-4df4-beaf-cd804038c8f1 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0455842 Sep 28 12:25:34.164096 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862cb3c-83bd-48d9-b5be-9c5c7c5cbbbd req-aaaca880-bd7f-4882-afbd-b4ecd3cda85c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:34.175200 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0862cb3c-83bd-48d9-b5be-9c5c7c5cbbbd req-aaaca880-bd7f-4882-afbd-b4ecd3cda85c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0747082 Sep 28 12:25:34.208158 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49942) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:34.230846 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0862cb3c-83bd-48d9-b5be-9c5c7c5cbbbd req-c1e695bb-b05a-497e-9bda-6819439d5599 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546675 Sep 28 12:25:34.404608 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b380bbc-929e-41fe-a383-1d963c230ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:34.416050 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961c7a2-8096-49cb-a549-19e2398d0519 req-2137ea01-643e-4cb3-97b2-3ff27b3429c0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:34.417849 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b961c7a2-8096-49cb-a549-19e2398d0519 req-2137ea01-643e-4cb3-97b2-3ff27b3429c0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0752499 Sep 28 12:25:34.462147 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba199a0-b120-4285-a0c2-7ba766528d18 req-4e85b0cf-1e25-4b57-b7f1-abf68c0e09ed tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:34.465204 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0ba199a0-b120-4285-a0c2-7ba766528d18 req-4e85b0cf-1e25-4b57-b7f1-abf68c0e09ed tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.1382849 Sep 28 12:25:34.508932 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b961c7a2-8096-49cb-a549-19e2398d0519 req-829d3ed2-daf0-419d-816c-eb9c94221887 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805585 Sep 28 12:25:34.542779 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49952) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:34.562803 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0ba199a0-b120-4285-a0c2-7ba766528d18 req-cb050553-f250-4d79-bb97-cf86a63958ae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871017 Sep 28 12:25:34.609319 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:34.615420 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b380bbc-929e-41fe-a383-1d963c230ec7 admin admin] Publish callbacks [] for security_group (80fa8463-8cbf-4166-9158-6aa5ad64e27d), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:34.622342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b380bbc-929e-41fe-a383-1d963c230ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (80fa8463-8cbf-4166-9158-6aa5ad64e27d), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:34.946405 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c6eb-0194-4bcc-8b4c-c5e352c156b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:34.953233 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-30a2da34-0944-4ffb-930a-8a366ba666b8 req-90e8a7bf-7af0-401f-ae73-e761d1b15328 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0608878 Sep 28 12:25:34.958135 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8b380bbc-929e-41fe-a383-1d963c230ec7 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=937511abf270462ba94a4b56e0594b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7489438 Sep 28 12:25:34.961509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49960) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:34.964268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b380bbc-929e-41fe-a383-1d963c230ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa8463-8cbf-4166-9158-6aa5ad64e27d,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:35.046457 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa5cec03-8cf1-4c78-bc08-ca9c1ce00f5a admin admin] Publish callbacks [] for security_group (80fa8463-8cbf-4166-9158-6aa5ad64e27d), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.071644 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c6eb-0194-4bcc-8b4c-c5e352c156b4 admin admin] Publish callbacks [] for security_group (78c095c4-bbca-4a7b-b342-144f6706d995), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.072951 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa5cec03-8cf1-4c78-bc08-ca9c1ce00f5a admin admin] Publish callbacks [] for security_group (80fa8463-8cbf-4166-9158-6aa5ad64e27d), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.076115 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e6e0c6eb-0194-4bcc-8b4c-c5e352c156b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (78c095c4-bbca-4a7b-b342-144f6706d995), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.132765 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa5cec03-8cf1-4c78-bc08-ca9c1ce00f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (80fa8463-8cbf-4166-9158-6aa5ad64e27d), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.133283 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-e6e0c6eb-0194-4bcc-8b4c-c5e352c156b4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c43e6c5fa08e4ff39c2b29c1fbff266d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883794 Sep 28 12:25:35.134402 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0c6eb-0194-4bcc-8b4c-c5e352c156b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c095c4-bbca-4a7b-b342-144f6706d995,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:35.140416 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa5cec03-8cf1-4c78-bc08-ca9c1ce00f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.146533 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49962) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:35.149635 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-aa5cec03-8cf1-4c78-bc08-ca9c1ce00f5a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/80fa8463-8cbf-4166-9158-6aa5ad64e27d HTTP/1.1" status: 204 len: 168 time: 0.1861739 Sep 28 12:25:35.169523 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5cec03-8cf1-4c78-bc08-ca9c1ce00f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa8463-8cbf-4166-9158-6aa5ad64e27d,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:35.240828 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5f28fb34-1287-4c06-bca1-3c94835ca9af admin admin] Publish callbacks [] for security_group (78c095c4-bbca-4a7b-b342-144f6706d995), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.297964 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5f28fb34-1287-4c06-bca1-3c94835ca9af admin admin] Publish callbacks [] for security_group (78c095c4-bbca-4a7b-b342-144f6706d995), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.410081 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5f28fb34-1287-4c06-bca1-3c94835ca9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (78c095c4-bbca-4a7b-b342-144f6706d995), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.413595 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5f28fb34-1287-4c06-bca1-3c94835ca9af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.421325 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-5f28fb34-1287-4c06-bca1-3c94835ca9af admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/78c095c4-bbca-4a7b-b342-144f6706d995 HTTP/1.1" status: 204 len: 168 time: 0.2729871 Sep 28 12:25:35.441089 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28fb34-1287-4c06-bca1-3c94835ca9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c095c4-bbca-4a7b-b342-144f6706d995,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:35.552830 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c939-6905-4088-b9ac-cdb8f6e11210 req-2f87ac9d-93af-453c-abaa-83d66647077e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:35.554676 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4949c939-6905-4088-b9ac-cdb8f6e11210 req-2f87ac9d-93af-453c-abaa-83d66647077e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0685055 Sep 28 12:25:35.627060 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4949c939-6905-4088-b9ac-cdb8f6e11210 req-e1416080-da6e-467c-b9c2-cd1d105338da tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 Sep 28 12:25:35.675094 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:35.675806 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49978) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:35.690877 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94840d3f-9142-45ff-8cb5-ba2078d94f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.701205 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e8b67-e998-44e1-a9ae-46b052a042ca req-ed503815-273e-498e-a7e1-ff08c7abd855 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:35.705064 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-192e8b67-e998-44e1-a9ae-46b052a042ca req-ed503815-273e-498e-a7e1-ff08c7abd855 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0862565 Sep 28 12:25:35.762560 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-192e8b67-e998-44e1-a9ae-46b052a042ca req-81be4aee-52a8-47b8-bb43-e1253c970738 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Sep 28 12:25:35.766318 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b77b5-312f-42b3-9661-5087c5ab0e0c req-44d4495c-ba9d-436f-bb98-ae42c4f52cf9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:35.767896 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-280b77b5-312f-42b3-9661-5087c5ab0e0c req-44d4495c-ba9d-436f-bb98-ae42c4f52cf9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0738838 Sep 28 12:25:35.775076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:35.854943 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-280b77b5-312f-42b3-9661-5087c5ab0e0c req-106d2763-d1ae-4249-8584-d061f005cf9c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741074 Sep 28 12:25:35.862090 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:35.880749 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94840d3f-9142-45ff-8cb5-ba2078d94f21 admin admin] Publish callbacks [] for security_group (2ac5b1b0-2505-4993-86d8-2acb2734b843), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.884914 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-94840d3f-9142-45ff-8cb5-ba2078d94f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2ac5b1b0-2505-4993-86d8-2acb2734b843), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:35.922979 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840d3f-9142-45ff-8cb5-ba2078d94f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5b1b0-2505-4993-86d8-2acb2734b843,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:35.928103 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-94840d3f-9142-45ff-8cb5-ba2078d94f21 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=72710bb57e4842fbbfa46abad4353e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509441 Sep 28 12:25:35.931007 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49980) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:35.980496 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-599175e8-0636-48f5-9c25-074167efebdf admin admin] Publish callbacks [] for security_group (2ac5b1b0-2505-4993-86d8-2acb2734b843), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.003602 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-599175e8-0636-48f5-9c25-074167efebdf admin admin] Publish callbacks [] for security_group (2ac5b1b0-2505-4993-86d8-2acb2734b843), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.061420 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-89a47ad6-89ed-4af6-b3f7-eee40a8344bc req-16b9e21c-cf06-4c82-816b-288267f7b564 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0286827 Sep 28 12:25:36.077288 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-599175e8-0636-48f5-9c25-074167efebdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2ac5b1b0-2505-4993-86d8-2acb2734b843), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.079903 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-599175e8-0636-48f5-9c25-074167efebdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.081011 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-599175e8-0636-48f5-9c25-074167efebdf admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2ac5b1b0-2505-4993-86d8-2acb2734b843 HTTP/1.1" status: 204 len: 168 time: 0.1491020 Sep 28 12:25:36.089030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599175e8-0636-48f5-9c25-074167efebdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5b1b0-2505-4993-86d8-2acb2734b843,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:36.453622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 49988) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:36.466936 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12a672a2-4b6a-4c7c-b8b5-a8ed495edc2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.542188 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12a672a2-4b6a-4c7c-b8b5-a8ed495edc2e admin admin] Publish callbacks [] for security_group (58bd8291-73a6-4c0e-9f58-b3b7bc48081d), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.545564 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12a672a2-4b6a-4c7c-b8b5-a8ed495edc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (58bd8291-73a6-4c0e-9f58-b3b7bc48081d), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.584404 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-12a672a2-4b6a-4c7c-b8b5-a8ed495edc2e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=724c780ea76f4d0cbdb787a17e565468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297152 Sep 28 12:25:36.585364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a672a2-4b6a-4c7c-b8b5-a8ed495edc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bd8291-73a6-4c0e-9f58-b3b7bc48081d,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:36.587070 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 49990) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:36.637917 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-570790ee-cd1a-4d8c-b8ed-ff558aa6069c admin admin] Publish callbacks [] for security_group (58bd8291-73a6-4c0e-9f58-b3b7bc48081d), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.658049 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-570790ee-cd1a-4d8c-b8ed-ff558aa6069c admin admin] Publish callbacks [] for security_group (58bd8291-73a6-4c0e-9f58-b3b7bc48081d), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.706906 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-570790ee-cd1a-4d8c-b8ed-ff558aa6069c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (58bd8291-73a6-4c0e-9f58-b3b7bc48081d), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.710766 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-570790ee-cd1a-4d8c-b8ed-ff558aa6069c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:36.711966 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-570790ee-cd1a-4d8c-b8ed-ff558aa6069c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/58bd8291-73a6-4c0e-9f58-b3b7bc48081d HTTP/1.1" status: 204 len: 168 time: 0.1233034 Sep 28 12:25:36.723564 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570790ee-cd1a-4d8c-b8ed-ff558aa6069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bd8291-73a6-4c0e-9f58-b3b7bc48081d,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:36.747444 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b40b11-6b15-49ad-b339-dcc3a09d2139 req-76bdd6ee-ecc6-47d1-8b54-b1754ef611d0 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:36.748966 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-22b40b11-6b15-49ad-b339-dcc3a09d2139 req-76bdd6ee-ecc6-47d1-8b54-b1754ef611d0 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0500724 Sep 28 12:25:36.804307 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-22b40b11-6b15-49ad-b339-dcc3a09d2139 req-be533e2c-87f9-41e2-9b1a-f0f4547584db tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483303 Sep 28 12:25:36.909828 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dd029-f6e4-4377-87e4-37e3a094f1ec req-aaf72c62-c768-471f-ad3e-0512fe3a0255 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:36.912889 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a03dd029-f6e4-4377-87e4-37e3a094f1ec req-aaf72c62-c768-471f-ad3e-0512fe3a0255 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0590458 Sep 28 12:25:36.955455 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:36.971315 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a03dd029-f6e4-4377-87e4-37e3a094f1ec req-82437747-b0aa-4229-a5f3-73d88caa60cd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527928 Sep 28 12:25:36.987714 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5517f-c089-4388-b380-831e49cdbd97 req-a9d92d80-c692-462c-a2ae-008415be2baa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:36.989539 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-72d5517f-c089-4388-b380-831e49cdbd97 req-a9d92d80-c692-462c-a2ae-008415be2baa tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0527024 Sep 28 12:25:37.045067 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-72d5517f-c089-4388-b380-831e49cdbd97 req-02d6acfd-16c6-4088-b0ff-141a90e32186 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488534 Sep 28 12:25:37.165116 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-87299985-85d5-492f-b48f-6a2f970a113c req-cab176ba-0136-45c1-b3b6-218d3f92b4b6 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0277247 Sep 28 12:25:37.608991 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:37.926017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47f24d-9a4d-4192-a0e6-ada12f4238d6 req-71899cda-8658-468a-ba16-b6791a1b47ca tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:37.928068 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ae47f24d-9a4d-4192-a0e6-ada12f4238d6 req-71899cda-8658-468a-ba16-b6791a1b47ca tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0467870 Sep 28 12:25:37.974860 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ae47f24d-9a4d-4192-a0e6-ada12f4238d6 req-e88a5f39-86ac-459e-922f-b98f3bae5a4d tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413442 Sep 28 12:25:38.095490 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c812e03-121e-4ab3-852e-ac883723d011 req-4f2caf09-91dd-4028-a6bb-c0d535216fa2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:38.097341 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3c812e03-121e-4ab3-852e-ac883723d011 req-4f2caf09-91dd-4028-a6bb-c0d535216fa2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0467741 Sep 28 12:25:38.146882 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3c812e03-121e-4ab3-852e-ac883723d011 req-818a9211-11fc-4179-9ad4-d101239a20f7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Sep 28 12:25:38.169670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aedb3-1759-4c17-b121-f7a283d2e5e8 req-6c77f767-c332-418c-8e9e-b561d11a0eec tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:38.172231 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4b9aedb3-1759-4c17-b121-f7a283d2e5e8 req-6c77f767-c332-418c-8e9e-b561d11a0eec tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0516772 Sep 28 12:25:38.221815 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4b9aedb3-1759-4c17-b121-f7a283d2e5e8 req-d5070a17-b121-43d9-b3f1-5bb8e1d259e5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437810 Sep 28 12:25:38.268262 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ed4242c8-b577-4673-95d5-1873e1af3c7e req-fb73f8b7-63b6-4c41-86fb-692cbf705081 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0304904 Sep 28 12:25:39.101902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871556b-50cb-4dd1-a40e-9133a803f56a req-a0e734c9-1832-4d8c-8b1e-92b49943babe tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:39.103369 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9871556b-50cb-4dd1-a40e-9133a803f56a req-a0e734c9-1832-4d8c-8b1e-92b49943babe tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0515113 Sep 28 12:25:39.149604 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9871556b-50cb-4dd1-a40e-9133a803f56a req-6e065300-cf9d-4c87-987e-887518f886fa tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Sep 28 12:25:39.269727 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b0eff-d896-4917-ad83-603e2003ac05 req-45b9e21f-4cf8-4b1f-a246-e087f40f74ec tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:39.271672 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e51b0eff-d896-4917-ad83-603e2003ac05 req-45b9e21f-4cf8-4b1f-a246-e087f40f74ec tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0494592 Sep 28 12:25:39.321080 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e51b0eff-d896-4917-ad83-603e2003ac05 req-ded1a5c2-d06b-4edd-adf7-3be0ba917fb5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Sep 28 12:25:39.342427 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85155-54d8-41ba-844c-dd6301bead64 req-1fa42ff8-6c75-4d7a-8f2a-852040bb870b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:39.343885 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a5b85155-54d8-41ba-844c-dd6301bead64 req-1fa42ff8-6c75-4d7a-8f2a-852040bb870b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0483932 Sep 28 12:25:39.371064 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:39.403931 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a5b85155-54d8-41ba-844c-dd6301bead64 req-9115c87a-2a5f-436a-9c7f-df826b62c1c8 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534968 Sep 28 12:25:39.418809 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d0cd15f-ac0c-4918-a37b-17829b802c33 req-f7823e10-1f0c-41ea-8f79-c6c9cd271ac9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0291004 Sep 28 12:25:39.611860 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:40.265756 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c335b29-e995-4df3-9ea2-d20fe1d7489a req-1546e8b7-156e-46e9-bb43-676e8d2ca601 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:40.267199 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6c335b29-e995-4df3-9ea2-d20fe1d7489a req-1546e8b7-156e-46e9-bb43-676e8d2ca601 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 932 time: 0.0455751 Sep 28 12:25:40.312753 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6c335b29-e995-4df3-9ea2-d20fe1d7489a req-3c72d8fa-5d6d-411a-a649-ff7761d709bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 Sep 28 12:25:40.443479 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef3bac-210e-40b0-856b-4a32d61ea7ce req-9dbd30b6-6fd5-4e8d-80cd-09d204ac863d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:40.444967 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c3ef3bac-210e-40b0-856b-4a32d61ea7ce req-9dbd30b6-6fd5-4e8d-80cd-09d204ac863d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0518074 Sep 28 12:25:40.493460 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c3ef3bac-210e-40b0-856b-4a32d61ea7ce req-07b75b92-09c7-428e-a4cf-3668fe776312 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Sep 28 12:25:40.523936 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1a335-a742-4241-9e12-6032cd89635f req-579c96f9-b005-4a62-a157-7626c94166ae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:40.525438 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ade1a335-a742-4241-9e12-6032cd89635f req-579c96f9-b005-4a62-a157-7626c94166ae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0460243 Sep 28 12:25:40.574515 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ade1a335-a742-4241-9e12-6032cd89635f req-5cdb087f-a5c4-4141-a3b5-558660563f58 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434690 Sep 28 12:25:40.578211 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5521beca-1910-42bc-86b3-a4bc0440ed67 req-707ab665-5fe1-4021-8d33-2957c8d39cca tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Sep 28 12:25:40.778184 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Request body: {'port': {'device_id': '25003613-64a5-4e59-9e42-7759c6d78994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:25:40.780413 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:40.840458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:41.102001 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f219904c-e6fd-43ca-be72-0b2ebac9da8f {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:41.109217 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Publish callbacks [] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:41.121172 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Transition to ACTIVE for port object f219904c-e6fd-43ca-be72-0b2ebac9da8f will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:25:41.124795 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:41.199803 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:41.230816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Attempting to bind port f219904c-e6fd-43ca-be72-0b2ebac9da8f on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:25:41.231144 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Attempting to bind port f219904c-e6fd-43ca-be72-0b2ebac9da8f by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:25:41.231466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Attempting to bind port f219904c-e6fd-43ca-be72-0b2ebac9da8f on network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:25:41.274654 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Port f219904c-e6fd-43ca-be72-0b2ebac9da8f on network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:25:41.275290 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Attempting to bind port f219904c-e6fd-43ca-be72-0b2ebac9da8f on network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:25:41.314616 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:25:41.314942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Checking segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:25:41.315316 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Bound using segment: {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:25:41.315739 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Bound port: f219904c-e6fd-43ca-be72-0b2ebac9da8f, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d73b94-bbf1-4aea-9c54-4a1592ba57d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:25:41.316094 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:41.360528 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:41.382852 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:25:41.387544 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:25:41.403245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:41.423703 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.424300 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:41.425673 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 1094 time: 0.6518013 Sep 28 12:25:41.430025 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:41.432252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e270bb3c-c265-46d9-b38c-45b13bbedbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:41.474572 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c66e5-36e4-4c77-aec5-e589965aba22 x-openstack-request-id: req-1f5c66e5-36e4-4c77-aec5-e589965aba22 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:41.474911 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:41.475160 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f5c66e5-36e4-4c77-aec5-e589965aba22 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:41.475558 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5c66e5-36e4-4c77-aec5-e589965aba22'] response: {'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'status': 'completed', 'code': 200} Sep 28 12:25:41.481507 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7ff6-c169-4a02-bd67-ccbe327ee683 req-cf35ccc0-2945-4a7f-bd51-e280c7404aa5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.482988 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5b9f7ff6-c169-4a02-bd67-ccbe327ee683 req-cf35ccc0-2945-4a7f-bd51-e280c7404aa5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0911489 Sep 28 12:25:41.514004 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ddb31-92e7-4f21-95a2-084a0c90eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:41.544902 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5b9f7ff6-c169-4a02-bd67-ccbe327ee683 req-51ca06f5-9f85-44e8-9708-ed7d59f2b000 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Sep 28 12:25:41.648049 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270bb3c-c265-46d9-b38c-45b13bbedbc7 req-ea3a43a8-86e7-468c-b7b5-74749b29fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.648310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394e9f5-669c-41b6-aa81-0382b2c12a00 req-822ead3d-7495-4691-8f09-f449d49ea163 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.649568 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e270bb3c-c265-46d9-b38c-45b13bbedbc7 req-ea3a43a8-86e7-468c-b7b5-74749b29fd01 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1128 time: 0.0407209 Sep 28 12:25:41.649796 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2394e9f5-669c-41b6-aa81-0382b2c12a00 req-822ead3d-7495-4691-8f09-f449d49ea163 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0719073 Sep 28 12:25:41.699088 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:41.700697 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2394e9f5-669c-41b6-aa81-0382b2c12a00 req-8cf08b92-fbbd-4419-a11b-3a373a97081c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 Sep 28 12:25:41.712611 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687363-a74d-4464-863b-ac84f3a668b6 req-5507e84c-33c2-4d0e-8979-624b42174a39 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.714732 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e687363-a74d-4464-863b-ac84f3a668b6 req-5507e84c-33c2-4d0e-8979-624b42174a39 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0541089 Sep 28 12:25:41.772797 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:41.781724 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb7e87-724a-4e50-b902-9e4c0c9a5364 req-e66daf4d-83a4-4c98-9c14-78762de17f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.783195 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0ffb7e87-724a-4e50-b902-9e4c0c9a5364 req-e66daf4d-83a4-4c98-9c14-78762de17f8d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 1129 time: 0.0586874 Sep 28 12:25:41.820340 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-198f035a-4c36-4256-b3e4-31d0e61b9b42 req-3c494632-1b84-475c-b4b8-a087f5b2698d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0407958 Sep 28 12:25:41.843874 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e687363-a74d-4464-863b-ac84f3a668b6 req-3503a7a2-88c9-4312-840a-0cc2037fa8b9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114891 Sep 28 12:25:41.872709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270bb3c-c265-46d9-b38c-45b13bbedbc7 req-59dab7cb-933d-4301-be41-711dbb2bcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:41.874115 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e270bb3c-c265-46d9-b38c-45b13bbedbc7 req-59dab7cb-933d-4301-be41-711dbb2bcd4b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1432095 Sep 28 12:25:42.578161 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0ffb7e87-724a-4e50-b902-9e4c0c9a5364 req-e5588289-4f73-4edc-b8c5-03bd28f5a9ae service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Sep 28 12:25:42.641844 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270bb3c-c265-46d9-b38c-45b13bbedbc7 req-e4843dc9-979b-47b5-abe7-8292dbca17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:42.643387 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e270bb3c-c265-46d9-b38c-45b13bbedbc7 req-e4843dc9-979b-47b5-abe7-8292dbca17f5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103072 Sep 28 12:25:42.673626 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc34f5-8b91-4475-8bdd-7d83306ce3f7 req-34fbb29c-9f95-4873-9318-7dabd78590c3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:42.675111 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-14cc34f5-8b91-4475-8bdd-7d83306ce3f7 req-34fbb29c-9f95-4873-9318-7dabd78590c3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0474815 Sep 28 12:25:42.723200 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-14cc34f5-8b91-4475-8bdd-7d83306ce3f7 req-b48776a4-e463-4ca5-94cc-02ef97801ff3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Sep 28 12:25:42.828735 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de034b-d7f5-4f88-9bf7-79a5a35a2edb req-106638d7-1f4e-4424-8586-e5f65f35d44e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:42.830165 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1de034b-d7f5-4f88-9bf7-79a5a35a2edb req-106638d7-1f4e-4424-8586-e5f65f35d44e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0465772 Sep 28 12:25:42.876907 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1de034b-d7f5-4f88-9bf7-79a5a35a2edb req-36632d02-2bbc-4faa-afe8-b61d973d147d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Sep 28 12:25:42.923017 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3a0fef00-045c-4011-9914-410bea43cff5 req-f816fdac-95c7-4889-9dd3-a81e1d720d59 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Sep 28 12:25:42.981595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b318-ce62-4ebf-8e7e-e847adc95201 req-ddf16f25-7c7b-4596-a9d0-c9b5fae3a4f6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:42.983061 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1412b318-ce62-4ebf-8e7e-e847adc95201 req-ddf16f25-7c7b-4596-a9d0-c9b5fae3a4f6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0498965 Sep 28 12:25:43.031256 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1412b318-ce62-4ebf-8e7e-e847adc95201 req-d9eb83d3-00c9-46c0-874b-a8a935294adf tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426440 Sep 28 12:25:43.123292 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-9be395b6-0e6e-43b5-bf3c-5da5ab4b8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:43.124900 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-9be395b6-0e6e-43b5-bf3c-5da5ab4b8284 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1128 time: 0.0409849 Sep 28 12:25:43.158296 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb604a-8db4-464d-9068-a7b83d7da62e req-e528c71a-f431-4328-bc51-e6d832ef16fc tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:43.159907 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9bdb604a-8db4-464d-9068-a7b83d7da62e req-e528c71a-f431-4328-bc51-e6d832ef16fc tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0495136 Sep 28 12:25:43.209692 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9bdb604a-8db4-464d-9068-a7b83d7da62e req-3ac9f1a2-b0b8-433f-a516-45536d25ba9c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433073 Sep 28 12:25:43.237098 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50050) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:43.463824 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361092a5-3850-4537-a22a-b230a8eab23a tempest-TestShelveInstance-992256910 tempest-TestShelveInstance-992256910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:43.465336 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-361092a5-3850-4537-a22a-b230a8eab23a tempest-TestShelveInstance-992256910 tempest-TestShelveInstance-992256910-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1125 time: 0.2272401 Sep 28 12:25:43.468338 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50054) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:25:43.472760 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'port_id': '1711270f-ac5c-4882-9a07-75c09082815b', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:25:43.494763 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:43.576603 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:43.682295 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Allocated IP 172.27.0.71 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/d69b80e0-8118-4d29-9f4b-315c46b22496) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:25:43.689468 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:43.712161 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-5eddf9c3-39dd-4bac-b8cd-66dfd80ce933 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 217 time: 0.0356948 Sep 28 12:25:43.769023 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-18fd326a-8dae-4e62-9c90-115886f19d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:43.770612 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-18fd326a-8dae-4e62-9c90-115886f19d11 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 200 len: 854 time: 0.0523834 Sep 28 12:25:43.807202 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:43.839488 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:43.845814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fc0ca-74b8-435d-8d4a-c4c331408211 req-cb1b3924-63fd-4ceb-825b-0987aee254d9 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:43.847992 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a47fc0ca-74b8-435d-8d4a-c4c331408211 req-cb1b3924-63fd-4ceb-825b-0987aee254d9 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0485418 Sep 28 12:25:43.880262 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:25:43.885086 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:25:43.889024 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:25:43.892356 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'Port': ['ID=d69b80e0-8118-4d29-9f4b-315c46b22496,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:43.896629 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a47fc0ca-74b8-435d-8d4a-c4c331408211 req-293c63f6-051c-488a-abc4-62796c16a7fe tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Sep 28 12:25:43.920930 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.921320 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.921706 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.922019 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.922353 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.922678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.923003 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.923329 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.923653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.923974 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.924293 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.924611 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.924929 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.925272 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:43.925639 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:44.002891 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:44.027376 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a3f9164-78f3-4d43-9c8a-3f87d2553c1e req-638f135f-c68f-42e0-ab1e-5bf17b9e9293 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0276985 Sep 28 12:25:44.054878 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba650c3-3afd-41b1-a72f-a2d7c13f0a42 req-7cf6a577-28fb-4c56-b67f-dbd77ec15a9d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:44.056356 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ba650c3-3afd-41b1-a72f-a2d7c13f0a42 req-7cf6a577-28fb-4c56-b67f-dbd77ec15a9d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0880201 Sep 28 12:25:44.181600 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8ba650c3-3afd-41b1-a72f-a2d7c13f0a42 req-e5f4ade4-42fe-4a73-8d29-c9a6dc132ce7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183248 Sep 28 12:25:44.252985 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06940061-18bb-43fd-8d4d-717865e44be1 req-45d63dec-1874-4739-b854-6df281485cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:44.254754 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-45d63dec-1874-4739-b854-6df281485cee service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493650 Sep 28 12:25:44.353827 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for floatingip (cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:44.379650 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-ebed80b6-76a9-4e69-a982-28f899187a4e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889082 Sep 28 12:25:44.421017 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:44.472898 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:44.568695 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:44.573090 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:44.638439 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event updated for resources: {'Port': ['ID=d69b80e0-8118-4d29-9f4b-315c46b22496,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:44.642122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:44.739263 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Floating IP cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded associated. External IP: 172.27.0.71, port: 1711270f-ac5c-4882-9a07-75c09082815b. Sep 28 12:25:44.837205 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:44.924800 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06940061-18bb-43fd-8d4d-717865e44be1 req-af057afc-43e9-4922-94fc-3400369ce9bf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987041 Sep 28 12:25:44.960427 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-7b590101-3463-4878-90c6-abdfbff3dda9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=14944124ab8a4487b879592a02981d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324547 Sep 28 12:25:45.001853 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:45.032488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23ac0a-5ba1-4fba-82a8-b36dffdee941 req-292af4e0-0bb2-44b0-a04e-e23761615449 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:45.036283 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4d23ac0a-5ba1-4fba-82a8-b36dffdee941 req-292af4e0-0bb2-44b0-a04e-e23761615449 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0533626 Sep 28 12:25:45.087550 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4d23ac0a-5ba1-4fba-82a8-b36dffdee941 req-5e2ce86e-1e6c-4166-944e-cc7806e4a7a5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 Sep 28 12:25:45.107178 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Router 7a6b6913-4b75-411d-bd7d-3325f71c5141 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:25:45.178346 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c9a98071-4e0a-4fa6-86b8-b7cb91392de0 req-e1860091-681a-4206-bdae-d9609e6aa0ac tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0697501 Sep 28 12:25:45.240048 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-600ca443-d422-4599-83cc-6c5ab024f935 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:45.241044 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-600ca443-d422-4599-83cc-6c5ab024f935 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747865 Sep 28 12:25:45.302469 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:25:45.302740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fd96a-81be-4f89-ac04-12476b385698 req-3e9f8470-c174-4015-9521-74719d796d43 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:45.304109 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a13fd96a-81be-4f89-ac04-12476b385698 req-3e9f8470-c174-4015-9521-74719d796d43 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0489252 Sep 28 12:25:45.312689 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] Sync routers for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:25:45.321987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:45.322585 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:25:45.323201 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:25:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:25:45.357733 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b2b962cd-ebc0-4d26-99bc-db77002f19d7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8883736 Sep 28 12:25:45.358629 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:45.361121 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d7762-6389-4b72-b000-297abde6c226" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:45.364006 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a13fd96a-81be-4f89-ac04-12476b385698 req-c1e332b7-01a7-40b7-a248-f82e5c8f1efd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540314 Sep 28 12:25:45.404470 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf67fdd7-15c9-4ff3-8ff1-e817796e9099 x-openstack-request-id: req-bf67fdd7-15c9-4ff3-8ff1-e817796e9099 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:45.404764 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:45.405023 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf67fdd7-15c9-4ff3-8ff1-e817796e9099 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:45.405576 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf67fdd7-15c9-4ff3-8ff1-e817796e9099'] response: {'name': 'network-changed', 'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'status': 'completed', 'code': 200} Sep 28 12:25:45.431723 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:25:45.641717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453d148-886a-46b1-9f12-c40ed76bb592 req-bdf77fe0-4417-4cfc-aa7e-ec51d1a83323 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:45.643196 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8453d148-886a-46b1-9f12-c40ed76bb592 req-bdf77fe0-4417-4cfc-aa7e-ec51d1a83323 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0464797 Sep 28 12:25:45.683206 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'port_id': '1711270f-ac5c-4882-9a07-75c09082815b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:25:44Z', 'updated_at': '2022-09-28T12:25:44Z', 'revision_number': 0, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:25:45.691211 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8453d148-886a-46b1-9f12-c40ed76bb592 req-68318561-1a71-4455-86b3-88e3467eff08 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Sep 28 12:25:45.708805 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] Checking router: 7a6b6913-4b75-411d-bd7d-3325f71c5141 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:25:45.717505 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:25:45.718113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:25:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:25:45.817788 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:25:45.839106 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:45.943760 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:46.024637 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'port_id': '1711270f-ac5c-4882-9a07-75c09082815b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:25:44Z', 'updated_at': '2022-09-28T12:25:44Z', 'revision_number': 0, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:25:46.048673 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd045a0-b3d3-413b-b484-8209b3fe5493 None None] The sync data for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi is: [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'port_id': '1711270f-ac5c-4882-9a07-75c09082815b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:25:44Z', 'updated_at': '2022-09-28T12:25:44Z', 'revision_number': 0, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:25:46.217916 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eb2ed-3d6b-428f-b589-7232da69c2b3 req-0035c4f8-bd48-4962-abdf-64a5f5035f52 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:46.219449 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-913eb2ed-3d6b-428f-b589-7232da69c2b3 req-0035c4f8-bd48-4962-abdf-64a5f5035f52 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0486836 Sep 28 12:25:46.235454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:46.259370 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb635ed4-e28e-4c71-8ee3-740b69eb46cd None None] New status for floating IP cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:25:46.276380 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-913eb2ed-3d6b-428f-b589-7232da69c2b3 req-8187dc1a-ce23-4c68-9d63-12b039cf3048 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Sep 28 12:25:46.290594 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-eee4cd8b-1599-4b5c-873b-2774d4295b01 req-88c06fb8-677f-469a-a238-d8233332cfea tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0359814 Sep 28 12:25:46.824637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfa246-e53e-4259-a582-e861f356d4ad req-b1eda1be-9b19-4377-97fb-a394696ee84c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:46.826403 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-22dfa246-e53e-4259-a582-e861f356d4ad req-b1eda1be-9b19-4377-97fb-a394696ee84c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0538023 Sep 28 12:25:46.885927 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-22dfa246-e53e-4259-a582-e861f356d4ad req-2751d44a-0267-46bb-8134-b772a77cda00 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529590 Sep 28 12:25:47.394468 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:47.399491 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-893a68a4-242c-4c17-a593-5d39da9b4544 req-78db80bf-9814-44f9-af71-cd5192957901 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0307639 Sep 28 12:25:47.403653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b9bfc-3e6d-4f4b-9a98-8436972030af req-f13126cc-0f24-4318-a0cc-6b2ff5c7bd9f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:47.405264 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e47b9bfc-3e6d-4f4b-9a98-8436972030af req-f13126cc-0f24-4318-a0cc-6b2ff5c7bd9f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0497105 Sep 28 12:25:47.452953 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e47b9bfc-3e6d-4f4b-9a98-8436972030af req-9465cc45-895e-4d11-bbd6-8cd3bc50f6cb tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Sep 28 12:25:47.867854 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Request body: {'port': {'device_id': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091', 'admin_state_up': True, 'tenant_id': '14944124ab8a4487b879592a02981d12'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:25:47.906579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7762-6389-4b72-b000-297abde6c226 req-ba5a1ce5-4bce-491e-829f-9dbb2c546e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:47.908069 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-ba5a1ce5-4bce-491e-829f-9dbb2c546e1f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0432277 Sep 28 12:25:47.954647 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-deb5dc3a-1ede-404a-8c45-a2b6de5edd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:47.956110 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-deb5dc3a-1ede-404a-8c45-a2b6de5edd88 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 1129 time: 0.0735507 Sep 28 12:25:48.006922 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56581dbd-3ce7-464c-8066-d672e925b45e req-82b42f85-312b-426b-bc7e-e13fc6f4c527 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.008547 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-56581dbd-3ce7-464c-8066-d672e925b45e req-82b42f85-312b-426b-bc7e-e13fc6f4c527 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0470307 Sep 28 12:25:48.011852 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Made reservation on behalf of 14944124ab8a4487b879592a02981d12 for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:25:48.015773 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:48.027391 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:48.133080 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-56581dbd-3ce7-464c-8066-d672e925b45e req-2e45cbcd-c41f-4551-bf24-7939574bffbc tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179130 Sep 28 12:25:48.210894 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7762-6389-4b72-b000-297abde6c226 req-463bf5b6-090c-4853-b4f0-37f04f946bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.212495 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-463bf5b6-090c-4853-b4f0-37f04f946bd6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 910 time: 0.1774213 Sep 28 12:25:48.310387 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-3ca3458b-6683-487e-a9bc-b151e349dd95 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 1001 time: 0.0916078 Sep 28 12:25:48.364534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7762-6389-4b72-b000-297abde6c226 req-d0756f3b-1058-4367-881e-dfee13fdb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.366048 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-d0756f3b-1058-4367-881e-dfee13fdb2eb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.0495887 Sep 28 12:25:48.396067 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-b3deda95-30aa-44eb-8f4f-7a0077dbc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.397557 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-b3deda95-30aa-44eb-8f4f-7a0077dbc0eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.3623528 Sep 28 12:25:48.411568 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device f219904c-e6fd-43ca-be72-0b2ebac9da8f details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:25:48.413368 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7762-6389-4b72-b000-297abde6c226 req-ac76410e-cd6f-416e-8b90-93e8b4b0bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.415135 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-ac76410e-cd6f-416e-8b90-93e8b4b0bec2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424123 Sep 28 12:25:48.421246 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks [] for security_group (e455f082-c3cb-49f8-8547-d87ee9106ffb), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:48.425950 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e455f082-c3cb-49f8-8547-d87ee9106ffb), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:48.451091 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:48.503548 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-d49ced3c-59e8-4d78-b779-184b23c31ee7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78a4209-5195-4106-9e3b-df3a33a1b706 HTTP/1.1" status: 200 len: 217 time: 0.0581105 Sep 28 12:25:48.543101 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:48.557826 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'port_id': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'mac_address': 'fa:16:3e:26:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:25:48.564597 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f1d51fb1-7bd0-4454-a38b-cdcb711ddb63 req-954313c9-97de-41f2-9cac-a59d9f162c73 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0777509 Sep 28 12:25:48.586321 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-f6133ddc-efe9-46c8-8167-b12c6df6ef4c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489754 Sep 28 12:25:48.596126 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port f219904c-e6fd-43ca-be72-0b2ebac9da8f is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:48.596397 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d321d5-f955-41a3-936f-be792c10b27c req-ea2dd0d0-7cfc-4e11-a7d9-bc52f04fead4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.596524 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:48.598014 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a3d321d5-f955-41a3-936f-be792c10b27c req-ea2dd0d0-7cfc-4e11-a7d9-bc52f04fead4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 944 time: 0.0608616 Sep 28 12:25:48.606881 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e455f082-c3cb-49f8-8547-d87ee9106ffb,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:48.612513 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f219904c-e6fd-43ca-be72-0b2ebac9da8f {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:48.632708 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:48.636837 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:48.641030 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:48.654418 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-ee681ecd-fc67-46f0-9cc7-39d661d7c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.655872 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-ee681ecd-fc67-46f0-9cc7-39d661d7c00e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.1050386 Sep 28 12:25:48.692230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:48.700495 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a3d321d5-f955-41a3-936f-be792c10b27c req-ed02fd80-92b4-4bfc-a248-deffb335ebce tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930250 Sep 28 12:25:48.700748 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.700846 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.701235 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.701586 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.701923 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.702951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.702951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.702951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.703193 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.703514 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.704058 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.704547 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.705037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.705393 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.705718 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:25:48.731097 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-040d7762-6389-4b72-b000-297abde6c226 req-e3ee04df-b476-4fc8-88e9-9a5cc0f68a4d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315863 Sep 28 12:25:48.731906 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Allocated IP 192.168.233.135 (c530fc87-1e07-4d8e-8fd9-4e3491d1c091/049b8a96-7ca4-4232-a086-498d527afe64/a3ad336b-ad54-4a8e-bde1-f019f5be1a07) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:25:48.876175 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-21b65872-0734-463e-a4d5-97fb06e84515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:48.877708 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-21b65872-0734-463e-a4d5-97fb06e84515 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851133 Sep 28 12:25:48.880124 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:48.997719 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks [] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.027369 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-9569bc1c-9f57-45dc-a4de-d2b68bf3970b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434820 Sep 28 12:25:49.097515 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.146477 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['f219904c-e6fd-43ca-be72-0b2ebac9da8f'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:25:49.158207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:25:49.169081 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:25:49.176152 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:25:49.196352 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c8a03b44-2b7f-4fd0-a816-258dce9dc59f req-fb9feb83-93be-4b50-a3e4-d0d99225f645 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588438 Sep 28 12:25:49.226969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Pushing event updated for resources: {'Port': ['ID=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:49.245395 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.327421 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7310087-e240-4da8-bdaa-3fa8fb98fa5c req-4665777d-3bf6-4951-861e-057a3ec67ecc tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:49.329443 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e7310087-e240-4da8-bdaa-3fa8fb98fa5c req-4665777d-3bf6-4951-861e-057a3ec67ecc tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0822797 Sep 28 12:25:49.338452 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:49.339125 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.377021 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-1d5a5c06-8505-4844-99ce-4def93250264 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5147948 Sep 28 12:25:49.402895 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e7310087-e240-4da8-bdaa-3fa8fb98fa5c req-b2f1621f-e214-4ef0-86ea-e9665ae35790 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Sep 28 12:25:49.466416 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Request body: {'port': {'device_id': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:25:49.500279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:49.528538 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.544407 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Provisioning complete for port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:49.544407 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.545584 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Attempt 1 to provision port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 Sep 28 12:25:49.551690 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:49.588117 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:49.697105 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdca88-a341-47f6-84d8-472360ab5256 req-0494a745-0851-4267-a927-cca2e56762b7 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:49.698614 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccbdca88-a341-47f6-84d8-472360ab5256 req-0494a745-0851-4267-a927-cca2e56762b7 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 936 time: 0.0492063 Sep 28 12:25:49.750442 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccbdca88-a341-47f6-84d8-472360ab5256 req-05cec814-5025-41db-b3b7-652a7770f490 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Sep 28 12:25:49.836697 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ad336b-ad54-4a8e-bde1-f019f5be1a07 {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:49.842632 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:49.850936 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Publish callbacks [] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:49.860708 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc33bd-420b-405f-aed6-cd85ba926785 req-1d2ebf50-5fee-4715-a29c-c37a6aee5125 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:49.862160 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-56cc33bd-420b-405f-aed6-cd85ba926785 req-1d2ebf50-5fee-4715-a29c-c37a6aee5125 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 945 time: 0.0664170 Sep 28 12:25:49.882325 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Transition to ACTIVE for port object a3ad336b-ad54-4a8e-bde1-f019f5be1a07 will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:25:49.892280 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.023621 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-56cc33bd-420b-405f-aed6-cd85ba926785 req-2a13a3eb-caf1-4b9b-b0b2-f14f211d62be tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541438 Sep 28 12:25:50.024216 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:50.058471 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-b4e5a3f8-57f2-450d-8c50-9949ab58d6fc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1154470 Sep 28 12:25:50.075696 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Attempting to bind port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:25:50.076032 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Attempting to bind port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:25:50.076364 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Attempting to bind port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 on network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:25:50.089337 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Attempt 2 to provision port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 Sep 28 12:25:50.122660 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:25:50.152087 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 on network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:25:50.152420 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Attempting to bind port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 on network c530fc87-1e07-4d8e-8fd9-4e3491d1c091 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:25:50.180924 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba480670-51f8-4e85-a566-018b977fdf57 req-497ce04b-3b16-453f-ba8a-9b144d22663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.182446 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-497ce04b-3b16-453f-ba8a-9b144d22663f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 1129 time: 0.0721369 Sep 28 12:25:50.202531 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:25:50.202871 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Checking segment: {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:25:50.203251 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Bound using segment: {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:25:50.203754 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Bound port: a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f382bf8-ef86-48b9-9b70-2e5906019e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:25:50.204114 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.345258 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] For port a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:25:50.350670 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] For port a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:25:50.354023 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba480670-51f8-4e85-a566-018b977fdf57 req-5f495a51-2248-48c2-beb7-53e8c13b47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.355624 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-5f495a51-2248-48c2-beb7-53e8c13b47ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.1493728 Sep 28 12:25:50.357353 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.361368 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.361966 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.363228 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a3ad336b-ad54-4a8e-bde1-f019f5be1a07 HTTP/1.1" status: 200 len: 1098 time: 0.9011939 Sep 28 12:25:50.363803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'tag': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:50.366389 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "923a7bf4-29f3-439d-b8cd-eb2a006036b5", "tag": "a3ad336b-ad54-4a8e-bde1-f019f5be1a07"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:50.421168 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17c17c-5491-4df5-9aad-2a86b780f083 x-openstack-request-id: req-7b17c17c-5491-4df5-9aad-2a86b780f083 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:50.421840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a7bf4-29f3-439d-b8cd-eb2a006036b5", "tag": "a3ad336b-ad54-4a8e-bde1-f019f5be1a07", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:50.421840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b17c17c-5491-4df5-9aad-2a86b780f083 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:50.422176 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b17c17c-5491-4df5-9aad-2a86b780f083'] response: {'name': 'network-changed', 'server_uuid': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'tag': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07', 'status': 'completed', 'code': 200} Sep 28 12:25:50.453120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:50.514439 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-45c50368-fe22-4792-b606-76a441ed4b81 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa HTTP/1.1" status: 200 len: 1000 time: 0.1453078 Sep 28 12:25:50.517694 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a4555-5838-4f9a-bf87-5ab2b2fa100e service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:50.552233 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-afe9ede2-bda1-4dc8-9f28-b921c075e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.553703 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-afe9ede2-bda1-4dc8-9f28-b921c075e564 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=14944124ab8a4487b879592a02981d12&device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 1132 time: 0.1122768 Sep 28 12:25:50.623389 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a534c1d-00a6-421e-945b-dac32ffa9d52 req-ec87af20-732e-44bf-947f-5f6eed0737c5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.624146 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Attempt 3 to provision port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 Sep 28 12:25:50.624901 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0a534c1d-00a6-421e-945b-dac32ffa9d52 req-ec87af20-732e-44bf-947f-5f6eed0737c5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.1333425 Sep 28 12:25:50.628046 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-c731cf9d-521d-430c-b661-0ca22a1dc559 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07 HTTP/1.1" status: 200 len: 217 time: 0.0535917 Sep 28 12:25:50.654112 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device f219904c-e6fd-43ca-be72-0b2ebac9da8f up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:25:50.660934 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba480670-51f8-4e85-a566-018b977fdf57 req-007e7fd0-b167-4c54-8b78-0ddc179bb4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.662430 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-007e7fd0-b167-4c54-8b78-0ddc179bb4b6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.1202888 Sep 28 12:25:50.665590 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:50.690274 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:50.702173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2cb3b-1dc1-44cb-9c06-c65d1ac0d1c3 None None] Port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:25:50.712469 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port f219904c-e6fd-43ca-be72-0b2ebac9da8f completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:25:50.718137 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port f219904c-e6fd-43ca-be72-0b2ebac9da8f triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:50.718522 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.718867 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port f219904c-e6fd-43ca-be72-0b2ebac9da8f Sep 28 12:25:50.756433 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-47558226-cf5d-4265-8df5-ccb8e60374b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.757923 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-47558226-cf5d-4265-8df5-ccb8e60374b9 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=049b8a96-7ca4-4232-a086-498d527afe64 HTTP/1.1" status: 200 len: 843 time: 0.1116738 Sep 28 12:25:50.762853 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0a534c1d-00a6-421e-945b-dac32ffa9d52 req-8c42de66-4322-405e-b85d-713be4fb0507 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278963 Sep 28 12:25:50.764289 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba480670-51f8-4e85-a566-018b977fdf57 req-117b317c-3bc3-4ad7-a531-eab18b0a776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.766136 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-117b317c-3bc3-4ad7-a531-eab18b0a776a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790179 Sep 28 12:25:50.807819 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port f219904c-e6fd-43ca-be72-0b2ebac9da8f is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:50.808186 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.833212 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:50.835596 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b19ce04-f27d-4da1-8483-1f5855242b62" -d '{"events": [{"server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "name": "network-vif-plugged", "status": "completed", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:50.849531 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:50.853806 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:50.857402 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:50.866156 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-0bf9ddd2-f786-4823-9b03-d1d59f352557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.867634 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-0bf9ddd2-f786-4823-9b03-d1d59f352557 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=c530fc87-1e07-4d8e-8fd9-4e3491d1c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0915523 Sep 28 12:25:50.914905 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac9c9-2710-47a8-b32b-130f58cacdfd req-96ee71fb-cf97-4e21-8265-5033851e1ac1 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:50.915456 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:50.917100 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d98ac9c9-2710-47a8-b32b-130f58cacdfd req-96ee71fb-cf97-4e21-8265-5033851e1ac1 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 948 time: 0.0743868 Sep 28 12:25:50.930234 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d124b8-2083-426d-b394-fec20fad84d1 x-openstack-request-id: req-82d124b8-2083-426d-b394-fec20fad84d1 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:50.930529 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "name": "network-vif-plugged", "status": "completed", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:50.930787 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82d124b8-2083-426d-b394-fec20fad84d1 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:50.931379 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d124b8-2083-426d-b394-fec20fad84d1'] response: {'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'code': 200} Sep 28 12:25:50.958985 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-7ceb4757-ac0c-4f3f-9c63-e21e77e4b42a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815560 Sep 28 12:25:50.964318 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d98ac9c9-2710-47a8-b32b-130f58cacdfd req-4d8bc56b-f9da-42b9-959e-7f533cca7c31 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Sep 28 12:25:51.012440 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-4ed64d7b-f4a5-4768-b8ec-f19c78d5f163 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c530fc87-1e07-4d8e-8fd9-4e3491d1c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380887 Sep 28 12:25:51.155257 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-e536f618-6bb1-4c00-9071-a55a38e9eee4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662860 Sep 28 12:25:51.191053 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9338fdf-6189-4c49-80bc-4f962b0a8ea4 req-7e63161a-7753-4b50-9608-deb2ab98d9e4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c530fc87-1e07-4d8e-8fd9-4e3491d1c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524513 Sep 28 12:25:51.191282 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef66e1f-596b-436a-934c-dee26ca41fd7 req-eaead063-f569-405c-a6aa-51eedf679c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:51.192992 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ef66e1f-596b-436a-934c-dee26ca41fd7 req-eaead063-f569-405c-a6aa-51eedf679c30 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1130 time: 0.0504491 Sep 28 12:25:51.231327 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-18605dcf-e5e6-46b5-a91a-4eb696638e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:51.303669 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ef66e1f-596b-436a-934c-dee26ca41fd7 req-0da05d53-ba1c-453d-abc3-6e91dcb5ff3c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Sep 28 12:25:51.307081 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cb742-d82f-429e-8c7f-03bcfd20a6b6 req-ccd6be47-ee1d-4233-9de7-428bebfae7ab tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:51.308555 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-680cb742-d82f-429e-8c7f-03bcfd20a6b6 req-ccd6be47-ee1d-4233-9de7-428bebfae7ab tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0529771 Sep 28 12:25:51.359213 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-680cb742-d82f-429e-8c7f-03bcfd20a6b6 req-05e590b3-0128-425d-aeff-3dcdd8208379 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Sep 28 12:25:51.884674 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26db9f-dcf1-4b10-87a0-54b4191c3c0a req-4c8c208d-6026-403b-8fc6-30c0500842e2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:51.886228 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b26db9f-dcf1-4b10-87a0-54b4191c3c0a req-4c8c208d-6026-403b-8fc6-30c0500842e2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0468345 Sep 28 12:25:51.934995 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b26db9f-dcf1-4b10-87a0-54b4191c3c0a req-671552d5-4dd3-49b5-91dc-9e5c2c1103b3 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Sep 28 12:25:52.086056 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453f4a5-7c5e-42e3-92e1-c81db25c8f3e req-66d5bcaa-269b-4717-958c-ae113894205b tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:52.087417 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e453f4a5-7c5e-42e3-92e1-c81db25c8f3e req-66d5bcaa-269b-4717-958c-ae113894205b tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 948 time: 0.0491731 Sep 28 12:25:52.134084 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e453f4a5-7c5e-42e3-92e1-c81db25c8f3e req-7e6f1797-065c-4153-81fb-dfc290b8638d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Sep 28 12:25:52.480065 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f73150-a0be-43bd-a16a-1846da3691d5 req-a032a934-2378-49f3-bee6-5cfbeaa6d3fc tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:52.481523 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-25f73150-a0be-43bd-a16a-1846da3691d5 req-a032a934-2378-49f3-bee6-5cfbeaa6d3fc tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0476742 Sep 28 12:25:52.536458 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-25f73150-a0be-43bd-a16a-1846da3691d5 req-e510e2b5-1ec3-49ce-bead-bd3856321c87 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493760 Sep 28 12:25:53.053501 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26258da-9a55-4ef5-94c4-d15878bc9c38 req-da6b2f7f-c7c8-45d5-a78e-a001c3ac231a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:53.054932 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b26258da-9a55-4ef5-94c4-d15878bc9c38 req-da6b2f7f-c7c8-45d5-a78e-a001c3ac231a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0459774 Sep 28 12:25:53.093334 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:53.101828 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b26258da-9a55-4ef5-94c4-d15878bc9c38 req-78ae9eb3-8e45-485f-a345-e5cd6f78b35a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Sep 28 12:25:53.255588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f118f-8a91-4b80-9747-ba412777f486 req-54d9c354-c5dd-4c7c-842f-07711170f87e tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:53.257003 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-012f118f-8a91-4b80-9747-ba412777f486 req-54d9c354-c5dd-4c7c-842f-07711170f87e tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 948 time: 0.0475698 Sep 28 12:25:53.304352 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-012f118f-8a91-4b80-9747-ba412777f486 req-2c47d434-32ba-4760-b884-3c2f76e412a6 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Sep 28 12:25:53.516187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8aff8ede-7dd7-46b7-9b93-d43c3308af11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:53.658124 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f018394-2789-46e0-ba08-2a3795157962 req-0536fdd7-0464-44a5-bd40-e9fc715205ac tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:53.659569 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9f018394-2789-46e0-ba08-2a3795157962 req-0536fdd7-0464-44a5-bd40-e9fc715205ac tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0497961 Sep 28 12:25:53.706132 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9f018394-2789-46e0-ba08-2a3795157962 req-51b750cf-04cb-41c3-a006-921d2e71eff1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Sep 28 12:25:54.225077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5cb1a-96d9-4679-8bd0-84655f69b63b req-3568245c-359d-46af-849a-59c88dd1a2ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:54.226569 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-23d5cb1a-96d9-4679-8bd0-84655f69b63b req-3568245c-359d-46af-849a-59c88dd1a2ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0468974 Sep 28 12:25:54.272559 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-23d5cb1a-96d9-4679-8bd0-84655f69b63b req-0a1f1b41-9a48-470d-8c5e-ffad8f467bbb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Sep 28 12:25:54.422380 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4fab7-1303-4fcd-a8b7-2edec5ba57dd req-355aa0b1-094e-48fb-9cde-a291cad7b41f tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:54.423767 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-62b4fab7-1303-4fcd-a8b7-2edec5ba57dd req-355aa0b1-094e-48fb-9cde-a291cad7b41f tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 948 time: 0.0470114 Sep 28 12:25:54.471002 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-62b4fab7-1303-4fcd-a8b7-2edec5ba57dd req-8ada4f0c-0492-46cd-8489-5d3f32ba8bc8 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Sep 28 12:25:54.622019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a3ad336b-ad54-4a8e-bde1-f019f5be1a07 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:25:54.676758 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-e0f4c3a4-1374-45d9-82c7-7b297ebb5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:54.678397 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-e0f4c3a4-1374-45d9-82c7-7b297ebb5673 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=14944124ab8a4487b879592a02981d12&device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 1132 time: 0.0421400 Sep 28 12:25:54.725037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:54.735953 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07', 'network_id': 'c530fc87-1e07-4d8e-8fd9-4e3491d1c091', 'port_id': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07', 'mac_address': 'fa:16:3e:c8:0a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049b8a96-7ca4-4232-a086-498d527afe64', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:25:54.771373 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:54.772304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:54.777476 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-cab53b25-622f-45d7-8f4b-d386eb6a389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:54.778976 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-cab53b25-622f-45d7-8f4b-d386eb6a389b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=c530fc87-1e07-4d8e-8fd9-4e3491d1c091 HTTP/1.1" status: 200 len: 870 time: 0.0911565 Sep 28 12:25:54.785056 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ad336b-ad54-4a8e-bde1-f019f5be1a07 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:25:54.812150 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:54.817749 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:54.823016 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:54.835157 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5b111-4786-479a-b560-188a9f2675a1 req-33d2ea18-eaf0-4535-b526-cd8aff4a7233 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:54.836691 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8ba5b111-4786-479a-b560-188a9f2675a1 req-33d2ea18-eaf0-4535-b526-cd8aff4a7233 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0517945 Sep 28 12:25:54.865746 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:54.889537 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8ba5b111-4786-479a-b560-188a9f2675a1 req-c39ce727-41f6-4e7e-ab5f-bad34c7e4b7a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466597 Sep 28 12:25:55.391432 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b74f-13a7-41e3-ad81-461f827dcb47 req-fa7127a0-64eb-4323-af5c-5c0ba49f3ab7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:55.393001 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6452b74f-13a7-41e3-ad81-461f827dcb47 req-fa7127a0-64eb-4323-af5c-5c0ba49f3ab7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0474885 Sep 28 12:25:55.439009 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:55.444530 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6452b74f-13a7-41e3-ad81-461f827dcb47 req-9d0e8583-6fc4-45dd-a50e-a6a9beb50bb9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Sep 28 12:25:55.497121 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['a3ad336b-ad54-4a8e-bde1-f019f5be1a07'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:25:55.573264 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:55.605933 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45e5b8-4389-4bde-b211-81ab568884b5 req-7ceafc76-1280-4d16-b5c4-a3ae5869ed46 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:55.607638 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9c45e5b8-4389-4bde-b211-81ab568884b5 req-7ceafc76-1280-4d16-b5c4-a3ae5869ed46 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 949 time: 0.0469754 Sep 28 12:25:55.638294 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:55.655000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9c45e5b8-4389-4bde-b211-81ab568884b5 req-08eaeec4-6c23-48ce-8778-13e7757247aa tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Sep 28 12:25:55.955674 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-605a2430-4250-43f7-8500-24819710d9a8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07 HTTP/1.1" status: 200 len: 217 time: 0.0359962 Sep 28 12:25:56.022268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabcc07-f014-4888-8919-70c147981e77 req-777e7f58-36d9-4d67-85ba-2cf05008035a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:56.025849 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1dabcc07-f014-4888-8919-70c147981e77 req-777e7f58-36d9-4d67-85ba-2cf05008035a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Sep 28 12:25:56.058402 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-fe633688-b021-4ba7-85ff-d40945de5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:56.060560 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-fe633688-b021-4ba7-85ff-d40945de5337 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=049b8a96-7ca4-4232-a086-498d527afe64 HTTP/1.1" status: 200 len: 843 time: 0.0590250 Sep 28 12:25:56.075989 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1dabcc07-f014-4888-8919-70c147981e77 req-a7194c1a-e126-4def-9622-eeecaef62087 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Sep 28 12:25:56.155139 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:56.216161 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:56.499348 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:56.526828 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:56.567409 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f53d5-faf1-4095-b4be-b1f527ba64ac req-c9d7e151-806c-4b0d-b776-a4e0d1022029 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:56.568888 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1a6f53d5-faf1-4095-b4be-b1f527ba64ac req-c9d7e151-806c-4b0d-b776-a4e0d1022029 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0493569 Sep 28 12:25:56.601787 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:56.616055 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1a6f53d5-faf1-4095-b4be-b1f527ba64ac req-c6f1ea9b-98da-4cfc-a82b-7b50f551ba6a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Sep 28 12:25:56.775777 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07203fe-1012-4f90-ab74-20e111d680cc req-b96f1571-4d3f-40a1-a929-c8b22739406a tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:56.777167 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e07203fe-1012-4f90-ab74-20e111d680cc req-b96f1571-4d3f-40a1-a929-c8b22739406a tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 949 time: 0.0479386 Sep 28 12:25:56.823294 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e07203fe-1012-4f90-ab74-20e111d680cc req-8c4de4fb-5550-4c8f-aee3-841bc2d006fb tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Sep 28 12:25:56.825432 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a3ad336b-ad54-4a8e-bde1-f019f5be1a07 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:25:56.873896 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:25:56.887904 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:25:56.887904 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:56.887904 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 Sep 28 12:25:56.919056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-ad16ab91-b30f-458d-a03a-273142a8722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:56.920544 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-ad16ab91-b30f-458d-a03a-273142a8722a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=c530fc87-1e07-4d8e-8fd9-4e3491d1c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455742 Sep 28 12:25:56.964854 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:25:56.965280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:56.974256 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:25:56.990329 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:25:56.992733 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f1c5d-fb5d-47a0-a43f-a571c0c51cc0" -d '{"events": [{"server_uuid": "923a7bf4-29f3-439d-b8cd-eb2a006036b5", "name": "network-vif-plugged", "status": "completed", "tag": "a3ad336b-ad54-4a8e-bde1-f019f5be1a07"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:25:57.005581 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:25:57.011970 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:25:57.037000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-265f94fc-7abe-4fa7-9ec0-74045d20ac0e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c530fc87-1e07-4d8e-8fd9-4e3491d1c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982070 Sep 28 12:25:57.046622 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b66623-7f0b-4b8d-b012-c552378c4248 x-openstack-request-id: req-d3b66623-7f0b-4b8d-b012-c552378c4248 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:25:57.046947 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a7bf4-29f3-439d-b8cd-eb2a006036b5", "name": "network-vif-plugged", "status": "completed", "tag": "a3ad336b-ad54-4a8e-bde1-f019f5be1a07", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:25:57.047206 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3b66623-7f0b-4b8d-b012-c552378c4248 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:25:57.047594 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b66623-7f0b-4b8d-b012-c552378c4248'] response: {'server_uuid': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07', 'code': 200} Sep 28 12:25:57.064936 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:25:57.226766 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976a08e-708f-4f74-a172-ddd9bdc06aa5 req-3c7b99b9-d9ff-41bb-aca0-feb1aa0d1e13 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:57.227717 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd758dd5-e25d-4ffd-9812-26a7aa32f5ce req-ca5413f7-2fd4-4970-a43f-3aae54fd47e6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/c530fc87-1e07-4d8e-8fd9-4e3491d1c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118553 Sep 28 12:25:57.229583 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2976a08e-708f-4f74-a172-ddd9bdc06aa5 req-3c7b99b9-d9ff-41bb-aca0-feb1aa0d1e13 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0623217 Sep 28 12:25:57.277568 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2976a08e-708f-4f74-a172-ddd9bdc06aa5 req-ad645844-0b4b-4d61-997c-4a77bd40c212 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Sep 28 12:25:57.341432 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402ea15-b792-467b-bc98-efc972a44c66 req-84c6e65b-4a03-4d82-a4d7-19ddb9530d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:57.342956 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e402ea15-b792-467b-bc98-efc972a44c66 req-84c6e65b-4a03-4d82-a4d7-19ddb9530d0e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 1134 time: 0.0449891 Sep 28 12:25:57.424099 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8646f17-1666-4ea5-b471-16c1cfe62139 req-294b66b3-c828-486c-831c-7d20a6100360 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:57.425606 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f8646f17-1666-4ea5-b471-16c1cfe62139 req-294b66b3-c828-486c-831c-7d20a6100360 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0662789 Sep 28 12:25:57.446359 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e402ea15-b792-467b-bc98-efc972a44c66 req-f691b58d-e778-4bc8-ba54-4d0728965a58 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777068 Sep 28 12:25:57.479402 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f8646f17-1666-4ea5-b471-16c1cfe62139 req-5d43e164-33a9-408a-b68a-3a059dd93cee tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Sep 28 12:25:57.736046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce9e11-c77e-46d8-adb6-125aebde0476 req-1ae1c2b1-936b-482f-b423-6215d589e6b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:57.737545 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e0ce9e11-c77e-46d8-adb6-125aebde0476 req-1ae1c2b1-936b-482f-b423-6215d589e6b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0471857 Sep 28 12:25:57.789879 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e0ce9e11-c77e-46d8-adb6-125aebde0476 req-54d17c1a-3a39-40fc-a6c0-ca33a598c211 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 Sep 28 12:25:57.812375 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13417a-6125-4d50-8cea-97782031c754 req-8ea8dde1-d39c-44fc-88cf-8ad3ed10c545 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:57.813887 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3a13417a-6125-4d50-8cea-97782031c754 req-8ea8dde1-d39c-44fc-88cf-8ad3ed10c545 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Sep 28 12:25:57.861280 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3a13417a-6125-4d50-8cea-97782031c754 req-915cb18b-2b1a-4b9b-9714-c532ca33bc94 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Sep 28 12:25:57.945713 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94be9a-e53b-4d09-8556-11a215dd9c2f req-6154c0a3-deed-403e-91e5-7ddd1888befe tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:57.947369 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fc94be9a-e53b-4d09-8556-11a215dd9c2f req-6154c0a3-deed-403e-91e5-7ddd1888befe tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0465455 Sep 28 12:25:57.995853 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fc94be9a-e53b-4d09-8556-11a215dd9c2f req-9b90e354-41ba-4224-bc95-f04e7c70d61c tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Sep 28 12:25:58.912304 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f4bf9-bed5-41cf-b280-7150a02615fe req-39685289-a931-4a9e-b26d-8e5d1630a38b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:58.913797 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-185f4bf9-bed5-41cf-b280-7150a02615fe req-39685289-a931-4a9e-b26d-8e5d1630a38b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0508637 Sep 28 12:25:58.960020 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-185f4bf9-bed5-41cf-b280-7150a02615fe req-f56daedb-3d12-42ac-9940-1b943a061ffc tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Sep 28 12:25:59.115153 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97268-1695-4fdf-afce-b51bb183565b req-dd6e7ec4-f232-4fc7-9d9e-36845b9df5b9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:25:59.116504 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-92c97268-1695-4fdf-afce-b51bb183565b req-dd6e7ec4-f232-4fc7-9d9e-36845b9df5b9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0461366 Sep 28 12:25:59.162542 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-92c97268-1695-4fdf-afce-b51bb183565b req-0fa61c55-01c6-4f8a-9661-60858b855b10 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Sep 28 12:26:00.316120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41bda-cb01-4598-8fe4-9293fe38652a req-65d83340-3836-4e51-a06a-47ce130d179b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:00.318199 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-82b41bda-cb01-4598-8fe4-9293fe38652a req-65d83340-3836-4e51-a06a-47ce130d179b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.2844768 Sep 28 12:26:00.384927 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-82b41bda-cb01-4598-8fe4-9293fe38652a req-800920b2-1191-4f89-a09e-6706c82c6714 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598202 Sep 28 12:26:00.473271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9d98-5137-43b9-9d00-65639b456ead req-5f6decfc-afff-40b3-848f-f8dc325cf2c9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:00.474841 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c5ad9d98-5137-43b9-9d00-65639b456ead req-5f6decfc-afff-40b3-848f-f8dc325cf2c9 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0494392 Sep 28 12:26:00.527508 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c5ad9d98-5137-43b9-9d00-65639b456ead req-7a383fdf-e5fd-48e4-92c0-b631c7c33fda tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471070 Sep 28 12:26:00.808026 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cab86-1b1b-45a0-b8dd-302c26d01052 req-7a2882c7-1f58-47bd-9e33-3e6beef53c93 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:00.809419 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-808cab86-1b1b-45a0-b8dd-302c26d01052 req-7a2882c7-1f58-47bd-9e33-3e6beef53c93 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0470667 Sep 28 12:26:00.858916 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-808cab86-1b1b-45a0-b8dd-302c26d01052 req-964b2038-7bea-46f9-9b02-cba5176c500d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Sep 28 12:26:01.506606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c59d7-ccea-4aee-839c-d6a62534fa9d req-b9369351-ee19-401b-a97f-0cb336b4cee0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:01.508064 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-631c59d7-ccea-4aee-839c-d6a62534fa9d req-b9369351-ee19-401b-a97f-0cb336b4cee0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0476999 Sep 28 12:26:01.556331 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-631c59d7-ccea-4aee-839c-d6a62534fa9d req-4e3f29f4-223d-442c-9a5e-d0dad0446dff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Sep 28 12:26:01.949548 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:02.001122 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e303be-194f-40e4-9856-c0fb06c983ec req-08f94e80-2e12-497e-940d-b40e075245a6 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:02.003115 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-24e303be-194f-40e4-9856-c0fb06c983ec req-08f94e80-2e12-497e-940d-b40e075245a6 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0655141 Sep 28 12:26:02.053211 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-24e303be-194f-40e4-9856-c0fb06c983ec req-85f3c208-1447-4ceb-b082-5a8a7a08b776 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433550 Sep 28 12:26:02.674568 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13986c4-b60e-43c3-97da-8cc0cbb08f18 req-0513c174-bdf7-4d7a-9566-b0eafa0c3017 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:02.676093 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b13986c4-b60e-43c3-97da-8cc0cbb08f18 req-0513c174-bdf7-4d7a-9566-b0eafa0c3017 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0476987 Sep 28 12:26:02.723203 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b13986c4-b60e-43c3-97da-8cc0cbb08f18 req-2ae65181-75a5-45ba-9215-7016c831cf9f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Sep 28 12:26:02.849499 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:02.884059 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-1b99b0b6-6f18-4638-abe0-2d0da218983e tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:02.885495 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-1b99b0b6-6f18-4638-abe0-2d0da218983e tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0452878 Sep 28 12:26:03.000837 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Deleting port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:26:03.001216 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:03.096956 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] For port a3ad336b-ad54-4a8e-bde1-f019f5be1a07, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,segment=NetworkSegment(7f382bf8-ef86-48b9-9b70-2e5906019e1f),segment_id=7f382bf8-ef86-48b9-9b70-2e5906019e1f)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:03.097344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:03.115233 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Calling delete_port for a3ad336b-ad54-4a8e-bde1-f019f5be1a07 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:26:03.175207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb21b8-08c6-46bd-99c2-7388515480e6 req-0c38b614-8939-4c72-9aae-26c184ac7710 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:03.177676 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5dbb21b8-08c6-46bd-99c2-7388515480e6 req-0c38b614-8939-4c72-9aae-26c184ac7710 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 950 time: 0.0488932 Sep 28 12:26:03.213644 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:03.233665 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5dbb21b8-08c6-46bd-99c2-7388515480e6 req-5931816f-ac80-4d3b-bc5c-4080aa3c5127 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e455f082-c3cb-49f8-8547-d87ee9106ffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488486 Sep 28 12:26:03.262128 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (a3ad336b-ad54-4a8e-bde1-f019f5be1a07), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:03.296301 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Pushing event deleted for resources: {'Port': ['ID=a3ad336b-ad54-4a8e-bde1-f019f5be1a07,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:03.317772 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['a3ad336b-ad54-4a8e-bde1-f019f5be1a07'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:26:03.331702 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.332435 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.332864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.333339 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.333769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.334204 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.334622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.335046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.335460 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.335965 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.336381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.336865 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.341087 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.341575 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.341996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:26:03.385218 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] No DVR routers for this DVR port a3ad336b-ad54-4a8e-bde1-f019f5be1a07 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:26:03.389245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:03.392813 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9ff5ee2-2c6d-423b-9fa8-b90a2b2c9d6c req-cae08d43-1782-4432-990e-7f9e0c60a37d tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a3ad336b-ad54-4a8e-bde1-f019f5be1a07 HTTP/1.1" status: 204 len: 173 time: 0.5014076 Sep 28 12:26:03.393516 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'name': 'network-vif-deleted', 'tag': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:03.396424 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7e154-42d1-4d2b-b5e2-60212b21d860" -d '{"events": [{"server_uuid": "923a7bf4-29f3-439d-b8cd-eb2a006036b5", "name": "network-vif-deleted", "tag": "a3ad336b-ad54-4a8e-bde1-f019f5be1a07"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:03.447686 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375b589-e7b9-4b23-a577-f8afe0347ae2 x-openstack-request-id: req-7375b589-e7b9-4b23-a577-f8afe0347ae2 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:03.447969 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a7bf4-29f3-439d-b8cd-eb2a006036b5", "name": "network-vif-deleted", "tag": "a3ad336b-ad54-4a8e-bde1-f019f5be1a07", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:03.448445 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7375b589-e7b9-4b23-a577-f8afe0347ae2 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:03.448849 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7375b589-e7b9-4b23-a577-f8afe0347ae2'] response: {'server_uuid': '923a7bf4-29f3-439d-b8cd-eb2a006036b5', 'name': 'network-vif-deleted', 'tag': 'a3ad336b-ad54-4a8e-bde1-f019f5be1a07', 'status': 'completed', 'code': 200} Sep 28 12:26:03.848707 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877c0e9-abea-4dbc-952f-348341b35007 req-ee81d62a-7fdf-4df9-8609-ae9769d559ff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:03.850288 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d877c0e9-abea-4dbc-952f-348341b35007 req-ee81d62a-7fdf-4df9-8609-ae9769d559ff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0509226 Sep 28 12:26:03.904778 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d877c0e9-abea-4dbc-952f-348341b35007 req-7110c839-a294-4325-a8d5-eefcff63440c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467055 Sep 28 12:26:04.359995 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ab7fd9e2-d96e-4e36-80f5-15b5c9bc1529 req-98ce166f-48e4-42d7-9dd9-23758f624cb3 tempest-VolumesNegativeTest-1143725331 tempest-VolumesNegativeTest-1143725331-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=923a7bf4-29f3-439d-b8cd-eb2a006036b5 HTTP/1.1" status: 200 len: 210 time: 0.0343637 Sep 28 12:26:05.029722 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ce2a-7fc9-4dde-90b8-be9218bca1d7 req-b2b44eb4-e767-4d39-8f4c-3f4ec4c2e67d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:05.031158 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5351ce2a-7fc9-4dde-90b8-be9218bca1d7 req-b2b44eb4-e767-4d39-8f4c-3f4ec4c2e67d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0455489 Sep 28 12:26:05.076156 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5351ce2a-7fc9-4dde-90b8-be9218bca1d7 req-95822f4f-7661-4c11-9bba-dc421cda4329 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Sep 28 12:26:06.202186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fe569-06df-4327-b8cd-985fd9611227 req-2dc13bde-1a72-44d4-94b4-124968dafac8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:06.203940 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8c7fe569-06df-4327-b8cd-985fd9611227 req-2dc13bde-1a72-44d4-94b4-124968dafac8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0501633 Sep 28 12:26:06.251103 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8c7fe569-06df-4327-b8cd-985fd9611227 req-5eb6c2d4-0d10-4935-a5cc-c87275edf0ee tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Sep 28 12:26:06.613051 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:26:06.834520 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a3ad336b-ad54-4a8e-bde1-f019f5be1a07 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:26:06.854484 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: a3ad336b-ad54-4a8e-bde1-f019f5be1a07 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:26:06.854824 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a3ad336b-ad54-4a8e-bde1-f019f5be1a07 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:26:07.376561 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b605160-d706-47e7-8cd5-2a20951a5fdd req-ec71f296-c5f3-4afd-8811-5f0891a15308 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:07.378190 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5b605160-d706-47e7-8cd5-2a20951a5fdd req-ec71f296-c5f3-4afd-8811-5f0891a15308 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0503182 Sep 28 12:26:07.426779 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5b605160-d706-47e7-8cd5-2a20951a5fdd req-020f5711-ba1d-4ae3-8b8a-8ccc008e6a0d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424929 Sep 28 12:26:08.557468 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf98d-8064-4df7-9ddb-23b0c5e1d63c req-39b0f759-e656-454f-8d24-a242de81b05e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:08.559063 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0bbf98d-8064-4df7-9ddb-23b0c5e1d63c req-39b0f759-e656-454f-8d24-a242de81b05e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0527248 Sep 28 12:26:08.611906 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0bbf98d-8064-4df7-9ddb-23b0c5e1d63c req-4d6ba8dd-617b-4fb1-b75c-70f87b204713 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460067 Sep 28 12:26:09.091790 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:09.129080 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5f78c-313f-4cd2-8a57-73d550f76937 req-eef100b1-7bc9-44f3-8e2c-8911471e7888 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:09.130555 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7db5f78c-313f-4cd2-8a57-73d550f76937 req-eef100b1-7bc9-44f3-8e2c-8911471e7888 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0474725 Sep 28 12:26:09.178373 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7db5f78c-313f-4cd2-8a57-73d550f76937 req-aa5034e9-640d-44ce-8857-4f4cb4fdb914 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Sep 28 12:26:09.207053 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50534) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:09.362162 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5e55e-22fd-4af3-8b27-2918fc5e18a2 tempest-TestMinimumBasicScenario-1847678530 tempest-TestMinimumBasicScenario-1847678530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:09.364417 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c0e5e55e-22fd-4af3-8b27-2918fc5e18a2 tempest-TestMinimumBasicScenario-1847678530 tempest-TestMinimumBasicScenario-1847678530-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1125 time: 0.1562369 Sep 28 12:26:09.367256 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50540) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:09.372810 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'port_id': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:09.397900 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.447156 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 50542) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:09.478274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.589670 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-821a3c4a-3382-409f-85f9-c0104581eada admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=14944124ab8a4487b879592a02981d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413605 Sep 28 12:26:09.592365 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 50546) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:09.592765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Allocated IP 172.27.0.82 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/a6c41555-dc6c-4adf-a6cb-b6e517d60aa4) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:26:09.630740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:09.631641 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:09.647199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bddff92b-a837-40ac-b014-18f33a84b4ab admin admin] Publish callbacks [] for security_group (e455f082-c3cb-49f8-8547-d87ee9106ffb), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.668294 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bddff92b-a837-40ac-b014-18f33a84b4ab admin admin] Publish callbacks [] for security_group (e455f082-c3cb-49f8-8547-d87ee9106ffb), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.699254 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.735067 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.752958 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7220b40-3bf3-40fa-b770-d802d7b382e2 req-248e5245-47d2-4455-b61b-8ea6028e709c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:09.754545 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e7220b40-3bf3-40fa-b770-d802d7b382e2 req-248e5245-47d2-4455-b61b-8ea6028e709c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0580285 Sep 28 12:26:09.755565 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bddff92b-a837-40ac-b014-18f33a84b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e455f082-c3cb-49f8-8547-d87ee9106ffb), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.758111 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bddff92b-a837-40ac-b014-18f33a84b4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:09.759821 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bddff92b-a837-40ac-b014-18f33a84b4ab admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e455f082-c3cb-49f8-8547-d87ee9106ffb HTTP/1.1" status: 204 len: 168 time: 0.1657493 Sep 28 12:26:09.775598 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddff92b-a837-40ac-b014-18f33a84b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455f082-c3cb-49f8-8547-d87ee9106ffb,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:09.790113 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:26:09.795711 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:26:09.798346 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:26:09.824514 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e7220b40-3bf3-40fa-b770-d802d7b382e2 req-c4566b6c-1a56-4e55-bf1f-cec9e4ae6ec9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624545 Sep 28 12:26:09.850434 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'Port': ['ID=a6c41555-dc6c-4adf-a6cb-b6e517d60aa4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:10.021182 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:10.302768 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:10.418732 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for floatingip (da57cad9-51e9-422b-925a-ce26a2c82da7), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:10.486328 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:10.639209 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:10.645346 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:10.716356 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'Port': ['ID=a6c41555-dc6c-4adf-a6cb-b6e517d60aa4,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:10.718728 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (da57cad9-51e9-422b-925a-ce26a2c82da7), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:10.818731 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Floating IP da57cad9-51e9-422b-925a-ce26a2c82da7 associated. External IP: 172.27.0.82, port: f219904c-e6fd-43ca-be72-0b2ebac9da8f. Sep 28 12:26:11.005496 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7321-b853-477d-9741-c4a3cab445b6 req-d1760c1b-cf5d-4477-9963-9b2aefae650e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:11.006980 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2eaa7321-b853-477d-9741-c4a3cab445b6 req-d1760c1b-cf5d-4477-9963-9b2aefae650e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0615292 Sep 28 12:26:11.129367 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2eaa7321-b853-477d-9741-c4a3cab445b6 req-bbea7c94-427d-4b7c-acb8-88a6cf11c629 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920122 Sep 28 12:26:11.136205 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:11.140404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Router faa97a73-8920-4b5e-8505-9975a6023e9b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:26:11.229875 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:11.247698 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:26:11.258127 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] Sync routers for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:26:11.266238 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.273552 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:26:11.274409 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:25:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:11.297609 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-41b04136-3fd4-4d16-9790-e47665ee7ed3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9285409 Sep 28 12:26:11.298258 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:11.301019 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 50584) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:11.301629 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2f5264-69f1-4c5a-a699-765e432f3ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:11.305854 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157806550', 'description': 'tempest-secgroup-smoke-157806550 description', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:11.334767 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.341289 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f25c6d-a35d-474b-8fe0-6feac1a987e9 x-openstack-request-id: req-93f25c6d-a35d-474b-8fe0-6feac1a987e9 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:11.341771 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:11.341880 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93f25c6d-a35d-474b-8fe0-6feac1a987e9 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:11.342223 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f25c6d-a35d-474b-8fe0-6feac1a987e9'] response: {'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'status': 'completed', 'code': 200} Sep 28 12:26:11.389862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:26:11.407037 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group (a0f26316-ff48-45b5-8a12-373ee9ed20e6), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.411064 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a0f26316-ff48-45b5-8a12-373ee9ed20e6), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.471355 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.476518 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1711290 Sep 28 12:26:11.476975 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50588) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:11.478749 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898112a-c4a8-4f81-b3c8-ad18269a878f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f26316-ff48-45b5-8a12-373ee9ed20e6,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:11.482142 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group_rule': {'security_group_id': 'a0f26316-ff48-45b5-8a12-373ee9ed20e6', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:11.492128 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-5bf09210-ba40-40dd-9736-f2ab4a41f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:11.494135 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-5bf09210-ba40-40dd-9736-f2ab4a41f618 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1130 time: 0.0663338 Sep 28 12:26:11.511311 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (dafa017b-4363-4e28-9781-0ae980b69091), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.573000 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (dafa017b-4363-4e28-9781-0ae980b69091), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.576940 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (dafa017b-4363-4e28-9781-0ae980b69091), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.598962 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-96968b39-31fa-4c3a-9686-4df11e57b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:11.600641 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-96968b39-31fa-4c3a-9686-4df11e57b493 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 916 time: 0.1003203 Sep 28 12:26:11.603289 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafa017b-4363-4e28-9781-0ae980b69091,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:11.608837 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.610301 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-088db965-f284-457b-a98b-ac3365133ad4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321018 Sep 28 12:26:11.613373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50590) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:11.618060 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group_rule': {'security_group_id': 'a0f26316-ff48-45b5-8a12-373ee9ed20e6', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:11.618742 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'da57cad9-51e9-422b-925a-ce26a2c82da7', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'port_id': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'mac_address': 'fa:16:3e:26:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25003613-64a5-4e59-9e42-7759c6d78994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:26:10Z', 'updated_at': '2022-09-28T12:26:10Z', 'revision_number': 0, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:11.650534 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (0f5d338b-629b-471c-ad1a-394fb051df62), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.656470 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] Checking router: faa97a73-8920-4b5e-8505-9975a6023e9b for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:26:11.665233 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:26:11.665851 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:25:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:11.674493 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-0454e554-cea4-4be4-9060-5b6d58829df0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 999 time: 0.0648785 Sep 28 12:26:11.716176 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:11.723326 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (0f5d338b-629b-471c-ad1a-394fb051df62), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.727385 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (0f5d338b-629b-471c-ad1a-394fb051df62), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.727952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-c34e63e5-f4b8-473e-b87a-9252d634f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:11.729469 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-c34e63e5-f4b8-473e-b87a-9252d634f3b3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 200 len: 854 time: 0.0474873 Sep 28 12:26:11.746759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5d338b-629b-471c-ad1a-394fb051df62,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:11.756460 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.761170 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c53c0a9a-ed94-49e5-9f27-5c8a8d31f694 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460488 Sep 28 12:26:11.761332 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50592) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:11.766149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group_rule': {'security_group_id': 'a0f26316-ff48-45b5-8a12-373ee9ed20e6', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:11.779290 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-ea8cf444-c693-4358-bfa9-08263c937d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:11.780480 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:26:11.780805 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-ea8cf444-c693-4358-bfa9-08263c937d26 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413618 Sep 28 12:26:11.798267 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (b35e10ab-04aa-4652-a810-0f5a6c559b79), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.858376 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (b35e10ab-04aa-4652-a810-0f5a6c559b79), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.862858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (b35e10ab-04aa-4652-a810-0f5a6c559b79), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.885230 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:11.888910 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-32e823e4-f0dd-4f0c-85da-c3ac9c57ce6b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008575 Sep 28 12:26:11.889585 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273003 Sep 28 12:26:11.889747 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 50594) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:11.892563 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce99ed2-1138-4964-9a8d-4395f2bc1ee3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35e10ab-04aa-4652-a810-0f5a6c559b79,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:11.893880 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group_rule': {'security_group_id': 'a0f26316-ff48-45b5-8a12-373ee9ed20e6', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:11.961367 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:11.992464 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (c063ef54-16be-436b-8f60-e17985c40e5a), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.032689 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f2f5264-69f1-4c5a-a699-765e432f3ba9 req-d4c73fa0-5491-4d1f-b54d-5c36763fdd6a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328800 Sep 28 12:26:12.051165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'da57cad9-51e9-422b-925a-ce26a2c82da7', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'port_id': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'mac_address': 'fa:16:3e:26:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25003613-64a5-4e59-9e42-7759c6d78994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:26:10Z', 'updated_at': '2022-09-28T12:26:10Z', 'revision_number': 0, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:12.070828 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (c063ef54-16be-436b-8f60-e17985c40e5a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.074903 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (c063ef54-16be-436b-8f60-e17985c40e5a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.078699 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d773782-18d6-49ed-9b06-c22fd308e785 None None] The sync data for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi is: [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'da57cad9-51e9-422b-925a-ce26a2c82da7', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'port_id': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'mac_address': 'fa:16:3e:26:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25003613-64a5-4e59-9e42-7759c6d78994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:26:10Z', 'updated_at': '2022-09-28T12:26:10Z', 'revision_number': 0, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:26:12.082201 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:12.099753 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c063ef54-16be-436b-8f60-e17985c40e5a,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:12.108071 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.109397 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9b24459f-fbaa-407a-bd95-6b2b6d725f49 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2188158 Sep 28 12:26:12.112151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 50602) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:12.118082 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group_rule': {'security_group_id': 'a0f26316-ff48-45b5-8a12-373ee9ed20e6', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:12.147376 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.securitygroups_db [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Project 19f9f5faf55a4b0cb17bf36d8cb838f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 12:26:12.157904 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (b6dc1e87-4897-4f08-8156-db2c7f0ea452), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.227398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (b6dc1e87-4897-4f08-8156-db2c7f0ea452), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.232623 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (b6dc1e87-4897-4f08-8156-db2c7f0ea452), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.257762 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dc1e87-4897-4f08-8156-db2c7f0ea452,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:12.262466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.263897 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-fa86ada7-771b-4c85-bfc6-e890c40a06d8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499295 Sep 28 12:26:12.267058 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50608) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:12.281880 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'security_group_rule': {'security_group_id': 'a0f26316-ff48-45b5-8a12-373ee9ed20e6', 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:12.327945 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015b599-3ab3-46cb-a77f-a18b289c0941 req-77aad9a4-4f08-42c8-953c-35970b6346a0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:12.329522 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4015b599-3ab3-46cb-a77f-a18b289c0941 req-77aad9a4-4f08-42c8-953c-35970b6346a0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0639529 Sep 28 12:26:12.343497 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.securitygroups_db [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Project 19f9f5faf55a4b0cb17bf36d8cb838f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 12:26:12.358425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (018437f8-13cd-4f7e-91aa-3fe812902a92), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.366070 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ca1e0-0e93-4021-8ced-9b06c3039490 None None] New status for floating IP da57cad9-51e9-422b-925a-ce26a2c82da7: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:26:12.385170 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:12.421896 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4015b599-3ab3-46cb-a77f-a18b289c0941 req-cea44b27-a4bf-4331-b229-6d169c232a28 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Sep 28 12:26:12.440653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (018437f8-13cd-4f7e-91aa-3fe812902a92), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.450474 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (018437f8-13cd-4f7e-91aa-3fe812902a92), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.470466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018437f8-13cd-4f7e-91aa-3fe812902a92,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:12.478268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.479478 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f526b67a-b5cf-4ae2-93ad-e407e40486a6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2035594 Sep 28 12:26:12.576296 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-bf2dbde7-8e91-49c3-a768-7f1cc5f1649a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-157806550&fields=id&tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6 HTTP/1.1" status: 200 len: 267 time: 0.0448987 Sep 28 12:26:12.629814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-6ea30193-ab13-4064-abbd-2f1c400bac25 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:12.631267 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-6ea30193-ab13-4064-abbd-2f1c400bac25 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0497477 Sep 28 12:26:12.641653 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'port': {'security_groups': ['8d427096-934a-42e1-a623-a24976209f2a', 'a0f26316-ff48-45b5-8a12-373ee9ed20e6']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:12.711408 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.889404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:12.916967 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.921282 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.931633 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:12.932226 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:12.933599 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0943c911-6bdc-40c7-a38f-67d26bc2ea5c req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "PUT /networking/v2.0/ports/f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 982 time: 0.2963319 Sep 28 12:26:12.935186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:12.938183 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d" -d '{"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:12.988701 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f54d0-763b-4de6-bf56-4a98af0ea1bd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=6']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:12.996736 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e005d50d-064b-4d68-81b2-660dd9d36fb2 x-openstack-request-id: req-e005d50d-064b-4d68-81b2-660dd9d36fb2 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:12.997297 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:12.997660 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e005d50d-064b-4d68-81b2-660dd9d36fb2 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:12.998002 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e005d50d-064b-4d68-81b2-660dd9d36fb2'] response: {'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'status': 'completed', 'code': 200} Sep 28 12:26:13.034875 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0bc67-7033-4fdc-95ed-fb0782c764f4 req-f68a84da-3283-4afe-8777-fde6cadc832d tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:13.036345 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-abe0bc67-7033-4fdc-95ed-fb0782c764f4 req-f68a84da-3283-4afe-8777-fde6cadc832d tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0503173 Sep 28 12:26:13.097322 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-abe0bc67-7033-4fdc-95ed-fb0782c764f4 req-85c65526-ca35-41a8-b55b-0b52e1c198c2 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551357 Sep 28 12:26:13.546069 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad2f4-3cc1-4c71-8485-b7ac9895bc9a req-1ec15470-fa0b-40de-bf09-512ddc33ca93 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:13.547419 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-400ad2f4-3cc1-4c71-8485-b7ac9895bc9a req-1ec15470-fa0b-40de-bf09-512ddc33ca93 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0458989 Sep 28 12:26:13.593844 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-400ad2f4-3cc1-4c71-8485-b7ac9895bc9a req-6f0d029e-dd4f-4024-b669-5cc2bf7e1b64 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Sep 28 12:26:14.715665 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c3d47-a23a-4770-83da-e987eb68ac52 req-b27435cc-4be6-49fe-a508-581025521470 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:14.717015 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-de3c3d47-a23a-4770-83da-e987eb68ac52 req-b27435cc-4be6-49fe-a508-581025521470 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0465081 Sep 28 12:26:14.752772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:14.767463 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-de3c3d47-a23a-4770-83da-e987eb68ac52 req-4390f751-c1da-44ef-89d6-c8886e76b146 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Sep 28 12:26:15.851699 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:15.889487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9a2d0-fcfa-4c4d-86e2-bcbd1eb3d020 req-b57a8a04-4d16-4b7d-96ff-06ad2c2c2c2f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:15.891006 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cba9a2d0-fcfa-4c4d-86e2-bcbd1eb3d020 req-b57a8a04-4d16-4b7d-96ff-06ad2c2c2c2f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0488141 Sep 28 12:26:15.938769 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cba9a2d0-fcfa-4c4d-86e2-bcbd1eb3d020 req-2e701aa1-6e4b-4214-b636-2e810102d7b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Sep 28 12:26:16.668593 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['f219904c-e6fd-43ca-be72-0b2ebac9da8f'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:26:16.795207 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:16.897855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-7cf4c877-5fa9-485d-86cf-373046312e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:16.899332 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-7cf4c877-5fa9-485d-86cf-373046312e1a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1169 time: 0.0440354 Sep 28 12:26:16.917556 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['f219904c-e6fd-43ca-be72-0b2ebac9da8f'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:26:17.057732 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44ec46-e37e-46b1-85e8-564a41b48d36 req-ed7607e0-a92c-4f4b-81e6-4ce3c39b68a5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:17.059213 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c44ec46-e37e-46b1-85e8-564a41b48d36 req-ed7607e0-a92c-4f4b-81e6-4ce3c39b68a5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0463648 Sep 28 12:26:17.088126 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:17.106433 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c44ec46-e37e-46b1-85e8-564a41b48d36 req-582a91cc-f96a-4e15-a14b-f9818b317e42 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415876 Sep 28 12:26:17.597908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:17.636116 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-88017267-434d-4e6d-9521-708cacd57707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:17.637621 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-88017267-434d-4e6d-9521-708cacd57707 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 916 time: 0.1356206 Sep 28 12:26:18.225594 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0177d-cdf9-4f62-8552-381678376bf2 req-6f7084da-ec02-4a11-8613-960654d71d93 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:18.227151 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-27b0177d-cdf9-4f62-8552-381678376bf2 req-6f7084da-ec02-4a11-8613-960654d71d93 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0458820 Sep 28 12:26:18.272860 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-27b0177d-cdf9-4f62-8552-381678376bf2 req-c045e3c0-948b-4bb9-a0e6-80b381569cc9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Sep 28 12:26:19.302393 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:19.391923 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74b0a5-2bb7-4bb7-885e-a493977f8f96 req-54cab1c0-67bb-4da4-8746-106ae5d279d9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:19.393439 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7a74b0a5-2bb7-4bb7-885e-a493977f8f96 req-54cab1c0-67bb-4da4-8746-106ae5d279d9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0455644 Sep 28 12:26:19.445777 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7a74b0a5-2bb7-4bb7-885e-a493977f8f96 req-d82d5e3c-41b0-40f6-b9f8-5e4d73771bc1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459268 Sep 28 12:26:19.760230 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-ffc28b98-56c3-4707-a0e4-55eaef4816b2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 1001 time: 0.0566380 Sep 28 12:26:20.569837 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c9ea2-e093-4722-ae08-a8fe6a270560 req-52610a46-763d-4b27-b4e8-1cac3f4b39ff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:20.571289 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d2c9ea2-e093-4722-ae08-a8fe6a270560 req-52610a46-763d-4b27-b4e8-1cac3f4b39ff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0495241 Sep 28 12:26:20.619215 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d2c9ea2-e093-4722-ae08-a8fe6a270560 req-a504cec8-dc6a-485f-89a8-46f659904d02 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421884 Sep 28 12:26:21.233079 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f1999c31-dac2-495c-9a11-d649f482d756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:21.741109 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef757350-ca63-494a-8c22-254af4fe3a3b req-ce122f28-f4e2-49a4-adf1-c01a08af0619 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:21.742667 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ef757350-ca63-494a-8c22-254af4fe3a3b req-ce122f28-f4e2-49a4-adf1-c01a08af0619 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0467625 Sep 28 12:26:21.792916 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ef757350-ca63-494a-8c22-254af4fe3a3b req-d013f029-d3af-4b4c-aff8-bde101cba83d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Sep 28 12:26:22.215017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-e3958fae-7c2f-4b01-8ad3-8eca4ecda59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:22.216731 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-e3958fae-7c2f-4b01-8ad3-8eca4ecda59f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 200 len: 854 time: 0.0485554 Sep 28 12:26:22.266985 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-27fa9797-6554-4a37-850d-2483116e9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:22.268582 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-27fa9797-6554-4a37-850d-2483116e9f53 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380840 Sep 28 12:26:22.363214 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-22c880de-2170-4062-9ea1-c1f49d3ce623 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868251 Sep 28 12:26:22.470682 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=16 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:22.501674 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:22.733988 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea198ef6-30ee-4fa8-a9b0-78d3e29f761d req-1b1c85ef-1de9-476b-995b-29d9792a8e45 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987625 Sep 28 12:26:22.913559 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3905503-7988-473f-a559-c1e5ad0eaf5f req-4be3378e-371a-4537-bb4c-b9e297513a45 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:22.915028 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3905503-7988-473f-a559-c1e5ad0eaf5f req-4be3378e-371a-4537-bb4c-b9e297513a45 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0460274 Sep 28 12:26:22.964475 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3905503-7988-473f-a559-c1e5ad0eaf5f req-ab56202f-2fbc-469f-b851-9bd51ef95547 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Sep 28 12:26:23.517269 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e28027b2-c0d1-40f9-a520-9208fa2dd5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:23.776082 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50714) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:23.781119 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027864146', 'description': 'tempest-description--311448958'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:23.803653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:23.876396 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (09a7cd63-4272-4e88-8074-1bda87b5781c), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:23.880370 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (09a7cd63-4272-4e88-8074-1bda87b5781c), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:23.915475 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:23.916826 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1391227 Sep 28 12:26:23.919646 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50718) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:23.924879 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': '09a7cd63-4272-4e88-8074-1bda87b5781c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:23.931343 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aee75-3d9b-4c79-8449-0267e28d7494 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7cd63-4272-4e88-8074-1bda87b5781c,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:23.959597 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (14e315fa-ff59-4ad0-a5db-de94cf99128b), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.016845 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (14e315fa-ff59-4ad0-a5db-de94cf99128b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.020760 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (14e315fa-ff59-4ad0-a5db-de94cf99128b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.041665 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e315fa-ff59-4ad0-a5db-de94cf99128b,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:24.052015 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.052903 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a2b9e36b-8c2c-49d5-8b76-19d3f4e0a025 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315887 Sep 28 12:26:24.055757 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50722) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:24.060333 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': '09a7cd63-4272-4e88-8074-1bda87b5781c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:24.068981 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:24.090289 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa20a9d-783c-46b5-8b9a-ea097c1c3715 req-8cf8b63a-fd30-429a-aa57-fe2cc48a14b8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:24.092171 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7aa20a9d-783c-46b5-8b9a-ea097c1c3715 req-8cf8b63a-fd30-429a-aa57-fe2cc48a14b8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0478342 Sep 28 12:26:24.092323 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (3ce2fd7f-aedf-43b4-bb1e-4129bc3671ca), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.150957 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7aa20a9d-783c-46b5-8b9a-ea097c1c3715 req-bb896325-66b9-4826-b12c-2e0f6f8ef51c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521331 Sep 28 12:26:24.156477 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (3ce2fd7f-aedf-43b4-bb1e-4129bc3671ca), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.160986 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (3ce2fd7f-aedf-43b4-bb1e-4129bc3671ca), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.182187 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce2fd7f-aedf-43b4-bb1e-4129bc3671ca,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:24.190476 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.191692 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b4b8a221-3d23-4ff2-8ebf-27f073ef9313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349242 Sep 28 12:26:24.195336 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50730) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:24.199494 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:24.221726 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.263110 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:24.305814 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.412619 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.27.0.220 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/fe5adc9f-bb63-4ba0-80f4-244788d5d2dd) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:26:24.517634 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.548382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.588708 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:26:24.591536 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:26:24.595396 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:26:24.601026 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=fe5adc9f-bb63-4ba0-80f4-244788d5d2dd,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:24.686504 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (1c868cc5-4db2-430f-99de-b8aafb4fdbc9), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.726624 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.812513 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.820472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:24.888197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.893834 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.966058 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=fe5adc9f-bb63-4ba0-80f4-244788d5d2dd,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:24.969859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (1c868cc5-4db2-430f-99de-b8aafb4fdbc9), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.975029 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617c5e7-c711-46d1-83be-bd177584006a req-e4236486-f8e0-401e-84af-fa901e3c92c3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:24.976544 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9617c5e7-c711-46d1-83be-bd177584006a req-e4236486-f8e0-401e-84af-fa901e3c92c3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0478141 Sep 28 12:26:24.977637 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:24.990075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:24.991762 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-fdd29179-4ba4-49ce-b701-3ec670b9a0e4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7955177 Sep 28 12:26:25.026077 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9617c5e7-c711-46d1-83be-bd177584006a req-8bd1a163-43ca-4e83-b1ba-ce2a619e462c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Sep 28 12:26:25.192127 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-1516e0f4-ba5f-4b62-aa7c-b4d328bd88cc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1027864146&fields=id&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 267 time: 0.0430686 Sep 28 12:26:25.275624 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcf3bf-c0ff-44d4-81af-515093a4e455 req-f82ef534-3995-45af-92a1-51898f36ebf2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:25.278054 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67bcf3bf-c0ff-44d4-81af-515093a4e455 req-f82ef534-3995-45af-92a1-51898f36ebf2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0489953 Sep 28 12:26:25.297970 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:25.307229 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-a9110a55-0946-4d14-81bb-641550dc69a5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:25.308831 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-a9110a55-0946-4d14-81bb-641550dc69a5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.1098878 Sep 28 12:26:25.323555 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-960e7a9c-c7d7-42dc-8b4a-ca0773b00972 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/quotas/8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 375 time: 0.0092170 Sep 28 12:26:25.335354 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67bcf3bf-c0ff-44d4-81af-515093a4e455 req-2a7d260e-456c-47a6-b8e4-1359fd00be1c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Sep 28 12:26:25.375180 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-68f418c2-25f9-428e-8d64-6789506e7645 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464420 Sep 28 12:26:25.469619 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-39076358-cb8f-4c39-b596-ec66045277dc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834327 Sep 28 12:26:25.560488 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-2877bfd1-a367-4db3-aa49-283f0d626d32 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844750 Sep 28 12:26:25.719932 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-022494f9-6f85-4129-9d47-3236658835fe req-f3740dcd-8175-4946-8528-30c633309bcd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0269179 Sep 28 12:26:26.152774 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf4d16-2fc4-4b28-8087-1d441bacf2a8 req-9fdd6a1b-eafa-4d8d-84f2-329dbd213b84 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:26.154339 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-84cf4d16-2fc4-4b28-8087-1d441bacf2a8 req-9fdd6a1b-eafa-4d8d-84f2-329dbd213b84 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0466623 Sep 28 12:26:26.158072 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:26.202768 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-84cf4d16-2fc4-4b28-8087-1d441bacf2a8 req-d9099230-7572-416c-9870-f14900747ee9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Sep 28 12:26:26.216385 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:26.454744 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81337b44-b668-413e-af1a-3eda4776d4af req-25405242-d4b6-40a4-a7c0-f8e154020533 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:26.456213 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-81337b44-b668-413e-af1a-3eda4776d4af req-25405242-d4b6-40a4-a7c0-f8e154020533 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0454507 Sep 28 12:26:26.485532 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:26.502481 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-81337b44-b668-413e-af1a-3eda4776d4af req-c37a7732-8ac2-4419-a6e1-b99dc4485683 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 Sep 28 12:26:26.822561 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cbea1e5e-1f74-4179-b8f6-56508b171a91 req-fe828684-1652-4e45-8977-327e8242a11d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0265505 Sep 28 12:26:27.331681 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472e3d-d590-4d0a-a38c-b4b6731fa02f req-799c45b9-f36b-4c69-9a01-4a4a2c08053f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:27.333691 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c472e3d-d590-4d0a-a38c-b4b6731fa02f req-799c45b9-f36b-4c69-9a01-4a4a2c08053f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0488317 Sep 28 12:26:27.379453 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c472e3d-d590-4d0a-a38c-b4b6731fa02f req-1e9facd5-25e2-4449-808f-8d2e8cad69a3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397439 Sep 28 12:26:27.625436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc81a6-adac-4510-a7ab-e24518ed01f8 req-5e8c88cf-80ce-45d1-a85b-406726fd9bb6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:27.626784 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e9dc81a6-adac-4510-a7ab-e24518ed01f8 req-5e8c88cf-80ce-45d1-a85b-406726fd9bb6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0487537 Sep 28 12:26:27.672955 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e9dc81a6-adac-4510-a7ab-e24518ed01f8 req-4b1c6eee-d426-4d07-a681-a4e4925ca7d1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Sep 28 12:26:27.930380 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48036895-432b-4ddb-9e86-3eafb587383f req-742d9fbf-6029-4a09-9f34-d4cc2206a431 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0265329 Sep 28 12:26:28.505804 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239586-fa1c-4183-a8c0-da4e4bec2fbf req-693743e6-0924-4141-9210-9b07e1e40421 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:28.507239 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-57239586-fa1c-4183-a8c0-da4e4bec2fbf req-693743e6-0924-4141-9210-9b07e1e40421 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0461848 Sep 28 12:26:28.554070 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-57239586-fa1c-4183-a8c0-da4e4bec2fbf req-175bc5b0-7b01-452c-9461-6e037a900530 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Sep 28 12:26:28.791773 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aa442-43b9-4162-bb9d-49649ecbbf01 req-96c01616-09e9-4480-ba23-067bcca8ba1d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:28.793250 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b80aa442-43b9-4162-bb9d-49649ecbbf01 req-96c01616-09e9-4480-ba23-067bcca8ba1d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0453041 Sep 28 12:26:28.842563 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b80aa442-43b9-4162-bb9d-49649ecbbf01 req-05d7b67c-e5ac-4c1e-915f-672046314d90 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Sep 28 12:26:29.030188 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a1f22325-c66e-40ca-b2f3-95acf2008f3a req-65a2d6d3-91b0-41c7-bda4-81856b0fed99 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0270591 Sep 28 12:26:29.685854 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a974d1-7748-493f-8191-7482e0b2cd28 req-1c58060f-61db-4ce8-b337-109c0485a915 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:29.687362 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46a974d1-7748-493f-8191-7482e0b2cd28 req-1c58060f-61db-4ce8-b337-109c0485a915 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0489652 Sep 28 12:26:29.738864 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46a974d1-7748-493f-8191-7482e0b2cd28 req-9cd99a66-4486-4ae7-ab36-d1b21fb680f2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 Sep 28 12:26:29.964658 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10a85d-619d-4f65-993e-74f77ac547da req-9b3549ef-bd7e-4202-9404-86055bb6092f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:29.966143 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-eb10a85d-619d-4f65-993e-74f77ac547da req-9b3549ef-bd7e-4202-9404-86055bb6092f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0494463 Sep 28 12:26:30.014118 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-eb10a85d-619d-4f65-993e-74f77ac547da req-d945590b-83fa-4911-b630-34a6f5205f22 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Sep 28 12:26:30.133038 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-efa28fdb-84e6-4b2d-bcdd-7f08761a667f req-26821d6d-55db-4147-b973-3dd0362c07bd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0279343 Sep 28 12:26:30.867625 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1073-e181-4db7-85a5-581ad018c7f1 req-fa7cb9ed-187e-4531-a980-96a08d568c16 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:30.869093 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f69c1073-e181-4db7-85a5-581ad018c7f1 req-fa7cb9ed-187e-4531-a980-96a08d568c16 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0503359 Sep 28 12:26:30.895200 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:30.916751 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f69c1073-e181-4db7-85a5-581ad018c7f1 req-caf001ff-b230-4f3b-9ac7-b4a95781cd48 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415206 Sep 28 12:26:31.142499 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c023ed-909b-4122-bf44-21518e1b89d7 req-3aed361f-abf0-4369-808e-953f35034452 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:31.143934 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-77c023ed-909b-4122-bf44-21518e1b89d7 req-3aed361f-abf0-4369-808e-953f35034452 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0484128 Sep 28 12:26:31.195000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-77c023ed-909b-4122-bf44-21518e1b89d7 req-bcce18f9-1e0c-4152-9bf6-c90796e79dcb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Sep 28 12:26:31.237215 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-310f8c57-514a-4e7d-9936-bcdc5d682a84 req-4afa7550-61c4-4468-ac4b-17b4a97e062d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0263994 Sep 28 12:26:32.043353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb3e5-31fa-4952-882f-d8a217baf94f req-8e69ed56-3fda-4dd6-aa49-89e3a178e295 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:32.044818 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-44fbb3e5-31fa-4952-882f-d8a217baf94f req-8e69ed56-3fda-4dd6-aa49-89e3a178e295 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0489411 Sep 28 12:26:32.150198 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-44fbb3e5-31fa-4952-882f-d8a217baf94f req-7b394010-16eb-4c53-975b-7c7d12951dac tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996792 Sep 28 12:26:32.215599 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-fdfc4f77-bd03-437e-9457-777680652ab1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:32.217400 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-fdfc4f77-bd03-437e-9457-777680652ab1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.1510482 Sep 28 12:26:32.260755 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71273fb8-d2c7-43a7-b568-91f554971369 req-81271952-adc6-4911-8da9-3d4417aaff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:32.262432 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-71273fb8-d2c7-43a7-b568-91f554971369 req-81271952-adc6-4911-8da9-3d4417aaff02 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 1129 time: 0.0518939 Sep 28 12:26:32.289979 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:32.320958 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b9d29e74-aeb4-4abd-a258-cecfe24747cc tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 472 time: 0.0738266 Sep 28 12:26:32.352104 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-02e0e90b-59be-4bc0-925f-fcfaaf63e9b5 req-c4a1db5b-949a-4d3e-aa1a-5644b1162770 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0272193 Sep 28 12:26:32.356507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372e479-ec63-4f0b-81ae-81f0e0ef55db req-868eebaa-abe8-4ce6-848b-7b298e9a6b31 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:32.358010 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b372e479-ec63-4f0b-81ae-81f0e0ef55db req-868eebaa-abe8-4ce6-848b-7b298e9a6b31 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0632906 Sep 28 12:26:32.383250 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-71273fb8-d2c7-43a7-b568-91f554971369 req-1ffaeef8-539b-488d-9283-8b1f5697bc7f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054046 Sep 28 12:26:32.412414 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b372e479-ec63-4f0b-81ae-81f0e0ef55db req-e26ac43f-e3e6-4e34-b636-8b34932f8968 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Sep 28 12:26:33.088593 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'port': {'device_id': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'admin_state_up': True, 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'security_groups': ['09a7cd63-4272-4e88-8074-1bda87b5781c']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:33.198814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Made reservation on behalf of 8f9ceb72510849c9a1cce4cde67d06d2 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:26:33.202665 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:33.219971 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:33.322501 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0bcac-99ab-4ae0-88e8-7f2d1b4d23ef req-f887afa6-6bcd-46b7-a919-41207a89d0a8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:33.323941 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c5b0bcac-99ab-4ae0-88e8-7f2d1b4d23ef req-f887afa6-6bcd-46b7-a919-41207a89d0a8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0652807 Sep 28 12:26:33.375835 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:33.405480 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.20.0.5 (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b/1f3e04c1-ffca-4137-b169-3bf2fa937308) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:26:33.419592 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c5b0bcac-99ab-4ae0-88e8-7f2d1b4d23ef req-066b8aa5-d29f-45b1-8257-a56f9d68c189 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747263 Sep 28 12:26:33.472928 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-704c3bd3-dcf5-44fd-b54c-36b5ac292f15 req-af6c768a-dbf5-48e3-899a-ffc569b59007 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0421450 Sep 28 12:26:33.578078 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1da7a-0b81-40eb-ad7f-20d549a64c7c req-53eaadc8-fa05-4e1f-bff1-de37450ad48f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:33.579515 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8bb1da7a-0b81-40eb-ad7f-20d549a64c7c req-53eaadc8-fa05-4e1f-bff1-de37450ad48f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0638888 Sep 28 12:26:33.602802 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:33.654895 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8bb1da7a-0b81-40eb-ad7f-20d549a64c7c req-99723780-d2bb-4356-8f05-077c3a92c2eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677176 Sep 28 12:26:33.666178 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:33.947404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:26:33.951046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:26:33.954876 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:26:33.961497 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=1f3e04c1-ffca-4137-b169-3bf2fa937308,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:34.007034 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:34.007642 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.024575 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-b96e6ab2-296b-4963-ae76-216802ca7404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9398813 Sep 28 12:26:34.050653 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Request body: {'port': {'device_id': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:34.118044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.196808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Provisioning complete for port 1f3e04c1-ffca-4137-b169-3bf2fa937308 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:26:34.197316 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.197584 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Attempt 1 to provision port 1f3e04c1-ffca-4137-b169-3bf2fa937308 Sep 28 12:26:34.230308 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Port 1f3e04c1-ffca-4137-b169-3bf2fa937308 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:26:34.262311 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:34.391582 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3e04c1-ffca-4137-b169-3bf2fa937308 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:26:34.399538 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Publish callbacks [] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.412220 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Transition to ACTIVE for port object 1f3e04c1-ffca-4137-b169-3bf2fa937308 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:26:34.416066 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.476454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:34.504684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e04c1-ffca-4137-b169-3bf2fa937308,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:34.540988 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Attempting to bind port 1f3e04c1-ffca-4137-b169-3bf2fa937308 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:26:34.541514 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Attempting to bind port 1f3e04c1-ffca-4137-b169-3bf2fa937308 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:26:34.541956 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Attempting to bind port 1f3e04c1-ffca-4137-b169-3bf2fa937308 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:26:34.626646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4f2d7-f6b5-44e6-8bc8-40755fdb0e10 req-18e34a22-dcba-4736-a42e-7c3ac684bb27 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:34.628183 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9d4f2d7-f6b5-44e6-8bc8-40755fdb0e10 req-18e34a22-dcba-4736-a42e-7c3ac684bb27 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 943 time: 0.0584772 Sep 28 12:26:34.631209 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Port 1f3e04c1-ffca-4137-b169-3bf2fa937308 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:26:34.631540 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Attempting to bind port 1f3e04c1-ffca-4137-b169-3bf2fa937308 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:26:34.713079 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:26:34.713495 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:26:34.713922 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Bound using segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:26:34.714361 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Bound port: 1f3e04c1-ffca-4137-b169-3bf2fa937308, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:26:34.714769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.720494 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b9d4f2d7-f6b5-44e6-8bc8-40755fdb0e10 req-6712c0ef-5cfe-4e1d-b8fd-53cc23f39d71 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854168 Sep 28 12:26:34.731548 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Attempt 2 to provision port 1f3e04c1-ffca-4137-b169-3bf2fa937308 Sep 28 12:26:34.789644 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Port 1f3e04c1-ffca-4137-b169-3bf2fa937308 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:26:34.796859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3248bcd-bc5c-4955-9439-67ae35fa51b5 req-317bbe82-69b4-44d1-8ea4-45dc8828cc06 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:34.798398 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e3248bcd-bc5c-4955-9439-67ae35fa51b5 req-317bbe82-69b4-44d1-8ea4-45dc8828cc06 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.2908618 Sep 28 12:26:34.821048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] For port 1f3e04c1-ffca-4137-b169-3bf2fa937308, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:26:34.853784 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e3248bcd-bc5c-4955-9439-67ae35fa51b5 req-06fb14b0-1e23-4971-86b5-a1443a02e6bb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490191 Sep 28 12:26:34.854357 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] For port 1f3e04c1-ffca-4137-b169-3bf2fa937308, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:26:34.866931 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef94e-a2cf-47df-8c4c-8f2fd529436f req-193fb8d8-0dcc-479b-8e94-6c4a2ea1575c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:34.868297 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ed0ef94e-a2cf-47df-8c4c-8f2fd529436f req-193fb8d8-0dcc-479b-8e94-6c4a2ea1575c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0632524 Sep 28 12:26:34.870092 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.874446 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:34.875048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:34.876344 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/1f3e04c1-ffca-4137-b169-3bf2fa937308 HTTP/1.1" status: 200 len: 1093 time: 0.8303089 Sep 28 12:26:34.876884 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:34.879131 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:34.928644 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40752e-c7c4-4686-aaa3-6f9663949c73 x-openstack-request-id: req-3f40752e-c7c4-4686-aaa3-6f9663949c73 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:34.928936 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:34.929227 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f40752e-c7c4-4686-aaa3-6f9663949c73 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:34.929631 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f40752e-c7c4-4686-aaa3-6f9663949c73'] response: {'name': 'network-changed', 'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'status': 'completed', 'code': 200} Sep 28 12:26:34.968522 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87cbe7-f504-4e96-bce7-04e5e1daf7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3e04c1-ffca-4137-b169-3bf2fa937308,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:34.993285 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ed0ef94e-a2cf-47df-8c4c-8f2fd529436f req-777b0a0d-a745-481e-a676-5c7c58e33d3b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101699 Sep 28 12:26:35.005503 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-f09b99c2-582b-4ad1-8eeb-fc4b7aa8169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:35.007045 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-f09b99c2-582b-4ad1-8eeb-fc4b7aa8169e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 1127 time: 0.0507371 Sep 28 12:26:35.053526 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-43d3d56f-216e-4926-9865-4214b5e5551e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308 HTTP/1.1" status: 200 len: 217 time: 0.0321634 Sep 28 12:26:35.103733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-2636b28d-815e-49bd-9b0d-c48f12e55ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:35.105195 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-2636b28d-815e-49bd-9b0d-c48f12e55ec9 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0454726 Sep 28 12:26:35.114942 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34196c-5d54-4b3e-8885-2e39598529ba req-abc06222-fb9f-4cbf-875f-ee050e3605ae tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:35.116409 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3d34196c-5d54-4b3e-8885-2e39598529ba req-abc06222-fb9f-4cbf-875f-ee050e3605ae tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0468097 Sep 28 12:26:35.152212 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-197960b6-6206-4368-8595-2cf96f839322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:35.153754 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-197960b6-6206-4368-8595-2cf96f839322 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425224 Sep 28 12:26:35.163652 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3d34196c-5d54-4b3e-8885-2e39598529ba req-dec1f71f-74d8-4c53-9278-bc282f9d508f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Sep 28 12:26:35.167253 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:35.252520 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-7ba46e8c-4722-4b9c-a036-d44f30225aa3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925910 Sep 28 12:26:35.290976 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Attempt 3 to provision port 1f3e04c1-ffca-4137-b169-3bf2fa937308 Sep 28 12:26:35.328827 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:35.337635 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-73ae336f-47cd-434f-abd4-ad6ac40d7ee5 None None] Port 1f3e04c1-ffca-4137-b169-3bf2fa937308 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:26:35.384287 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fc9a1e4-a04d-46eb-a6ba-4c4b0d4a8524 req-7f6a6c33-3287-40de-b587-497f8fa63508 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259694 Sep 28 12:26:35.557014 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50922) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:35.664856 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-35128c83-e308-4f2a-868c-e288a6770339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.747251 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-35128c83-e308-4f2a-868c-e288a6770339 admin admin] Publish callbacks [] for security_group (22265294-e953-4a48-8340-6e65a72c0ffb), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.750774 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-35128c83-e308-4f2a-868c-e288a6770339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (22265294-e953-4a48-8340-6e65a72c0ffb), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.788894 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35128c83-e308-4f2a-868c-e288a6770339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22265294-e953-4a48-8340-6e65a72c0ffb,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:35.793722 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-35128c83-e308-4f2a-868c-e288a6770339 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4a803e0aefca45b3b0756c3d451c4473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352035 Sep 28 12:26:35.795986 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 50928) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:35.844808 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-937e5db8-a320-4641-8217-9a5b7a0122e7 admin admin] Publish callbacks [] for security_group (22265294-e953-4a48-8340-6e65a72c0ffb), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.852849 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c15d6d-0742-4438-89a0-35174f48ad5a req-0b4f7b2f-49ae-426d-9b56-88c6aecf051d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:35.854344 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-45c15d6d-0742-4438-89a0-35174f48ad5a req-0b4f7b2f-49ae-426d-9b56-88c6aecf051d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 943 time: 0.0461016 Sep 28 12:26:35.866281 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-937e5db8-a320-4641-8217-9a5b7a0122e7 admin admin] Publish callbacks [] for security_group (22265294-e953-4a48-8340-6e65a72c0ffb), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.903614 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-45c15d6d-0742-4438-89a0-35174f48ad5a req-cf4f37f9-d16b-4248-943a-aa0eb4870d8c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Sep 28 12:26:35.918150 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-937e5db8-a320-4641-8217-9a5b7a0122e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (22265294-e953-4a48-8340-6e65a72c0ffb), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.921323 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-937e5db8-a320-4641-8217-9a5b7a0122e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:35.925028 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-937e5db8-a320-4641-8217-9a5b7a0122e7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/22265294-e953-4a48-8340-6e65a72c0ffb HTTP/1.1" status: 204 len: 168 time: 0.1256869 Sep 28 12:26:35.941411 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e5db8-a320-4641-8217-9a5b7a0122e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22265294-e953-4a48-8340-6e65a72c0ffb,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:36.022811 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7c0fd-5f1f-49be-9ff1-7bbf97add189 req-e2d41aac-88c3-4502-b5f2-3c88b64d4a91 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:36.024454 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-45b7c0fd-5f1f-49be-9ff1-7bbf97add189 req-e2d41aac-88c3-4502-b5f2-3c88b64d4a91 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0624299 Sep 28 12:26:36.085312 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-45b7c0fd-5f1f-49be-9ff1-7bbf97add189 req-195260aa-6e22-4cee-832d-2428409ffc4c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542161 Sep 28 12:26:36.802153 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:36.813578 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7439b6e-cfc2-44fd-b7d6-b6ec81e6dba2 req-6f1a65bd-88b7-49a1-aad6-d07cb40c832b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:36.815039 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b7439b6e-cfc2-44fd-b7d6-b6ec81e6dba2 req-6f1a65bd-88b7-49a1-aad6-d07cb40c832b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0474966 Sep 28 12:26:36.861270 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b7439b6e-cfc2-44fd-b7d6-b6ec81e6dba2 req-8eb4f155-b8ad-4b58-9d15-c547056308a6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Sep 28 12:26:36.994393 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:37.035174 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a76c-df2e-4e09-9a94-a096dcc13fd2 req-d235a18c-345a-47f9-9e94-5057f821fbbb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:37.036721 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2a81a76c-df2e-4e09-9a94-a096dcc13fd2 req-d235a18c-345a-47f9-9e94-5057f821fbbb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 943 time: 0.0508950 Sep 28 12:26:37.082648 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2a81a76c-df2e-4e09-9a94-a096dcc13fd2 req-ac9eae66-26d4-4882-bff0-06a9df071652 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Sep 28 12:26:37.216225 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4af2e-22d7-4c1c-9c52-94807dc06533 req-437794b7-0f01-4683-8f69-4cdfd3cc199e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:37.217717 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f0a4af2e-22d7-4c1c-9c52-94807dc06533 req-437794b7-0f01-4683-8f69-4cdfd3cc199e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0505173 Sep 28 12:26:37.265288 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f0a4af2e-22d7-4c1c-9c52-94807dc06533 req-81c7ef81-2511-4f74-ae55-92c5c342910f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Sep 28 12:26:37.979630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17e950-a1d7-4625-8995-3ce321840b1e req-4456c517-4c9a-4a20-830d-39474414e6fe tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:37.981056 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-be17e950-a1d7-4625-8995-3ce321840b1e req-4456c517-4c9a-4a20-830d-39474414e6fe tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0451307 Sep 28 12:26:38.026322 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-be17e950-a1d7-4625-8995-3ce321840b1e req-2c265577-9e08-4100-b031-a198ddec5d0c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Sep 28 12:26:38.182135 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:38.204541 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbe35b-11c8-4a02-a27b-1a56b102e707 req-2151c4a6-bfa2-4536-8dcb-e90740a95873 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.206023 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-54cbe35b-11c8-4a02-a27b-1a56b102e707 req-2151c4a6-bfa2-4536-8dcb-e90740a95873 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 943 time: 0.0505371 Sep 28 12:26:38.252771 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-54cbe35b-11c8-4a02-a27b-1a56b102e707 req-2f39bd86-2ff7-4093-a152-89fe1ffc09ec tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Sep 28 12:26:38.321845 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-c87527e0-df77-43a9-9bcd-7d8863daf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.323335 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-c87527e0-df77-43a9-9bcd-7d8863daf692 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 1127 time: 0.0432248 Sep 28 12:26:38.388051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-77cbeeab-fac1-4f8c-af90-082f3bfc80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.389590 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-77cbeeab-fac1-4f8c-af90-082f3bfc80bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1129 time: 0.0400159 Sep 28 12:26:38.437430 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029df2a-2141-4305-891b-472a563f42c4 req-80e73ff6-ff57-4f0a-b730-bc3c80f2e0f1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.438882 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c029df2a-2141-4305-891b-472a563f42c4 req-80e73ff6-ff57-4f0a-b730-bc3c80f2e0f1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0893290 Sep 28 12:26:38.483420 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-80d5ed11-9514-4852-988e-6b92578ac156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.484963 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-80d5ed11-9514-4852-988e-6b92578ac156 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0891836 Sep 28 12:26:38.490232 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-c469864a-b12b-416f-96ef-3a8da503a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.491665 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-c469864a-b12b-416f-96ef-3a8da503a376 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.1531701 Sep 28 12:26:38.524779 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-98eb09e9-2c71-4623-82d7-bbd09becdb08 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c HTTP/1.1" status: 200 len: 217 time: 0.0335088 Sep 28 12:26:38.541424 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c029df2a-2141-4305-891b-472a563f42c4 req-1dc1fa67-715f-4759-9e71-e30b3f2efb14 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950127 Sep 28 12:26:38.543030 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-60fee2a6-14c1-4f6f-b78f-c2ae53d0865c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308 HTTP/1.1" status: 200 len: 217 time: 0.0419047 Sep 28 12:26:38.578367 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-198a10ee-091c-477c-8dc6-98f2d89a7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.579819 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-198a10ee-091c-477c-8dc6-98f2d89a7ff5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0500185 Sep 28 12:26:38.592407 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-ee64e14b-588c-4825-8859-d20e05ff780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.593862 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-ee64e14b-588c-4825-8859-d20e05ff780d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0459287 Sep 28 12:26:38.624090 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-c55a88ca-3260-4265-937d-95ad7c2b11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.625623 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-c55a88ca-3260-4265-937d-95ad7c2b11b6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394821 Sep 28 12:26:38.648273 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-fd91b1ff-76b3-4797-8f9d-d68cd6eaf7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:38.649879 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-fd91b1ff-76b3-4797-8f9d-d68cd6eaf7ca service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498207 Sep 28 12:26:38.720751 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-add1a73b-f300-47da-a33d-2153a3d282c7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885749 Sep 28 12:26:38.746106 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-c47508af-bf19-4cc1-bf50-ab10bfd81c0c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905497 Sep 28 12:26:38.783370 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1f3e04c1-ffca-4137-b169-3bf2fa937308 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:26:38.812217 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8aa08ab0-f3fd-46ae-9b25-79d2805a6017 req-d948661d-6b6e-41c6-b175-22c6ee722bcb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856750 Sep 28 12:26:38.845118 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f035a06-07d4-4bc5-ada5-b87cf504d7ea req-11ee892f-98dd-4f11-8a35-6a831452a4aa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923665 Sep 28 12:26:38.887428 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1f3e04c1-ffca-4137-b169-3bf2fa937308, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:38.899369 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'port_id': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'mac_address': 'fa:16:3e:78:53:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:26:38.935890 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1f3e04c1-ffca-4137-b169-3bf2fa937308 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:26:38.936279 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:38.949394 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3e04c1-ffca-4137-b169-3bf2fa937308 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:26:38.968793 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1f3e04c1-ffca-4137-b169-3bf2fa937308, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:38.972914 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:39.022946 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1f3e04c1-ffca-4137-b169-3bf2fa937308,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:39.143345 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02348bb-9ec4-46f8-9139-5fcb51c17d2b req-b35bd692-7973-488c-a645-0a9fef974632 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:39.145443 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b02348bb-9ec4-46f8-9139-5fcb51c17d2b req-b35bd692-7973-488c-a645-0a9fef974632 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0461738 Sep 28 12:26:39.197330 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b02348bb-9ec4-46f8-9139-5fcb51c17d2b req-e2f8e6d7-099d-42e0-b909-83f9bb64918e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Sep 28 12:26:39.372915 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfee55-f718-4c48-b10b-52c677c9b3a0 req-1b1e948a-eeb2-4119-a1f1-877f6f939797 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:39.374422 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f6dfee55-f718-4c48-b10b-52c677c9b3a0 req-1b1e948a-eeb2-4119-a1f1-877f6f939797 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 944 time: 0.0479753 Sep 28 12:26:39.411132 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:39.423365 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f6dfee55-f718-4c48-b10b-52c677c9b3a0 req-9ccb792f-3b52-48d5-829a-bf7d4e04b3f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428698 Sep 28 12:26:39.635180 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['1f3e04c1-ffca-4137-b169-3bf2fa937308'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:26:39.668675 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94728f-8864-4d1c-b2c7-1fa7f33bf6e9 req-ae5bbee9-8e23-4260-a5bf-ce9f752bd22a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:39.670094 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:39.670252 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9a94728f-8864-4d1c-b2c7-1fa7f33bf6e9 req-ae5bbee9-8e23-4260-a5bf-ce9f752bd22a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0472128 Sep 28 12:26:39.719721 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9a94728f-8864-4d1c-b2c7-1fa7f33bf6e9 req-5d731ca3-6ed9-4b20-b241-77a84f2b8c56 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Sep 28 12:26:40.318565 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29f3a7-a17a-4d99-bd45-8df90b249605 req-098cdb8e-3b15-48c0-ad9e-67362306f97d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:40.320060 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ae29f3a7-a17a-4d99-bd45-8df90b249605 req-098cdb8e-3b15-48c0-ad9e-67362306f97d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0457940 Sep 28 12:26:40.365999 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ae29f3a7-a17a-4d99-bd45-8df90b249605 req-2059af84-2d2d-42cb-bf7f-31d0743c6859 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Sep 28 12:26:40.543149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65b752-7ced-43d9-bd8f-8ef9d997135f req-5171596e-ca70-4777-bc3f-699967bd2601 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:40.544951 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8f65b752-7ced-43d9-bd8f-8ef9d997135f req-5171596e-ca70-4777-bc3f-699967bd2601 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 944 time: 0.0489159 Sep 28 12:26:40.592624 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8f65b752-7ced-43d9-bd8f-8ef9d997135f req-80380bb2-6a73-4b8a-84ab-8827be486759 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412741 Sep 28 12:26:40.848842 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97d182-1af5-4502-90d8-c9b6373e8fa3 req-7fc8e368-36ab-4566-89aa-d331035a2bc9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:40.850319 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0d97d182-1af5-4502-90d8-c9b6373e8fa3 req-7fc8e368-36ab-4566-89aa-d331035a2bc9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0508850 Sep 28 12:26:40.892488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:40.897876 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0d97d182-1af5-4502-90d8-c9b6373e8fa3 req-ae60f664-a77b-47ce-9258-53148e4f87c0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Sep 28 12:26:41.487474 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfef567-477b-4b2f-9a08-7f531674e8c8 req-79bfb4c4-aa3d-4074-8b78-eadbb3cd9eeb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:41.488920 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fbfef567-477b-4b2f-9a08-7f531674e8c8 req-79bfb4c4-aa3d-4074-8b78-eadbb3cd9eeb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Sep 28 12:26:41.520274 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1f3e04c1-ffca-4137-b169-3bf2fa937308 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:26:41.531350 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:41.537255 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fbfef567-477b-4b2f-9a08-7f531674e8c8 req-8aeb6730-9a36-46fc-b8d4-f37f99ca68c8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428770 Sep 28 12:26:41.562205 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 1f3e04c1-ffca-4137-b169-3bf2fa937308 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:26:41.568179 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 1f3e04c1-ffca-4137-b169-3bf2fa937308 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:26:41.568566 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:41.568875 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 1f3e04c1-ffca-4137-b169-3bf2fa937308 Sep 28 12:26:41.643545 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1f3e04c1-ffca-4137-b169-3bf2fa937308 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:26:41.644510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:41.667839 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:41.670109 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0cf183-0334-4005-8d53-056b578fbf63" -d '{"events": [{"server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:41.682706 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1f3e04c1-ffca-4137-b169-3bf2fa937308, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:41.687922 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:41.718852 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0903f2-cf7c-4b07-94f3-9160ab84cce6 req-bede404e-0034-4c11-b190-4249f26de1a3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:41.719362 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f2b81b-a796-4bc5-86a4-a1b01db45c43 x-openstack-request-id: req-d5f2b81b-a796-4bc5-86a4-a1b01db45c43 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:41.719677 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "name": "network-vif-plugged", "status": "completed", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:41.719938 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5f2b81b-a796-4bc5-86a4-a1b01db45c43 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:41.720325 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f2b81b-a796-4bc5-86a4-a1b01db45c43'] response: {'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'code': 200} Sep 28 12:26:41.720433 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5f0903f2-cf7c-4b07-94f3-9160ab84cce6 req-bede404e-0034-4c11-b190-4249f26de1a3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 944 time: 0.0494747 Sep 28 12:26:41.740142 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1f3e04c1-ffca-4137-b169-3bf2fa937308,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:41.767487 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5f0903f2-cf7c-4b07-94f3-9160ab84cce6 req-c37511d6-41b4-44d7-bf47-32c40df21431 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 Sep 28 12:26:41.969907 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefef67-0b2a-4c0a-80ea-d6a397001f69 req-72874f54-1543-4310-93c9-43e2a0880a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:41.971675 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-deefef67-0b2a-4c0a-80ea-d6a397001f69 req-72874f54-1543-4310-93c9-43e2a0880a90 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 1129 time: 0.0378113 Sep 28 12:26:42.023652 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-deefef67-0b2a-4c0a-80ea-d6a397001f69 req-dc744edc-cf7a-4879-ba81-4cea1463a3c9 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Sep 28 12:26:42.027969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc25b72-a778-4571-a1d4-8c26e4521bbe req-15c7e8d7-83eb-4f77-b14c-ec59830d67a0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:42.029868 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bbc25b72-a778-4571-a1d4-8c26e4521bbe req-15c7e8d7-83eb-4f77-b14c-ec59830d67a0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0498171 Sep 28 12:26:42.078400 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bbc25b72-a778-4571-a1d4-8c26e4521bbe req-cc2ab04d-0dce-433e-83b0-b95adc1a4347 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Sep 28 12:26:42.675152 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de60b8-939d-4762-8ea9-56b5499df52b req-a7bb78dd-94d0-444e-a31d-856228c82b64 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:42.677314 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b2de60b8-939d-4762-8ea9-56b5499df52b req-a7bb78dd-94d0-444e-a31d-856228c82b64 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0652399 Sep 28 12:26:42.723780 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b2de60b8-939d-4762-8ea9-56b5499df52b req-14ad89f7-eb55-4712-85ef-708c7997f3e9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Sep 28 12:26:42.869891 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:42.887865 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a68de8-77f4-48f8-8459-1dc41ed13e48 req-9338c9e7-2aec-4426-85f0-5630c5e9fc7f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:42.889330 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2a68de8-77f4-48f8-8459-1dc41ed13e48 req-9338c9e7-2aec-4426-85f0-5630c5e9fc7f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0467887 Sep 28 12:26:42.941721 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2a68de8-77f4-48f8-8459-1dc41ed13e48 req-1fe63d15-154e-4360-9c98-4094f09ee407 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459883 Sep 28 12:26:43.202613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1b15e-d582-44d1-bc26-3e0e00fecb90 req-ec3fecb6-d4f8-41c5-9ccc-fa1a44b11ed7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:43.204084 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-adf1b15e-d582-44d1-bc26-3e0e00fecb90 req-ec3fecb6-d4f8-41c5-9ccc-fa1a44b11ed7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0462472 Sep 28 12:26:43.250209 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-adf1b15e-d582-44d1-bc26-3e0e00fecb90 req-62add09a-b257-436b-b47b-447ed27cdcb2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397007 Sep 28 12:26:43.506508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:26:43.565424 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:43.606716 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:43.612249 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:26:43.618240 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '9fce75aa-da2d-404c-8c7f-84862f035240', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240', 'mac_address': 'fa:16:3e:2a:e8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:26:43.652970 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: ACTIVE; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:26:43.653390 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:43.669125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fce75aa-da2d-404c-8c7f-84862f035240 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:26:43.688112 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:43.692756 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:43.739061 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=6']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:43.844945 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce984d-fa42-4516-b1fa-ea022b3e9571 req-bb5a37bc-6ca1-4465-a74d-e167f3cca467 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:43.847216 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7cce984d-fa42-4516-b1fa-ea022b3e9571 req-bb5a37bc-6ca1-4465-a74d-e167f3cca467 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Sep 28 12:26:43.894090 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7cce984d-fa42-4516-b1fa-ea022b3e9571 req-30724362-27f3-43bb-b606-c4aa19a4a7c0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Sep 28 12:26:44.028590 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['9fce75aa-da2d-404c-8c7f-84862f035240'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:26:44.071365 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda67a8-cb29-4478-9b87-d65f3ea0fa1b req-409117c9-b96a-4dde-84f2-a24d41fe7bb7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:44.072852 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-feda67a8-cb29-4478-9b87-d65f3ea0fa1b req-409117c9-b96a-4dde-84f2-a24d41fe7bb7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0493844 Sep 28 12:26:44.120993 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-feda67a8-cb29-4478-9b87-d65f3ea0fa1b req-6a5a0b29-4151-406b-a378-997d522d827c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423324 Sep 28 12:26:44.376149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051956-c892-4a3e-a599-816b5238d7d8 req-13213969-4582-406c-bcf4-4314cfddcbb7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:44.377629 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-90051956-c892-4a3e-a599-816b5238d7d8 req-13213969-4582-406c-bcf4-4314cfddcbb7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.0467935 Sep 28 12:26:44.425182 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-90051956-c892-4a3e-a599-816b5238d7d8 req-3bbcb697-8533-4b31-a9cd-d11b50919a13 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Sep 28 12:26:45.014117 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f959b-cd55-4be6-b91c-1e7f7856ad06 req-f2a268f5-6c74-4365-aa0b-7b9580822a30 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:45.015590 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-127f959b-cd55-4be6-b91c-1e7f7856ad06 req-f2a268f5-6c74-4365-aa0b-7b9580822a30 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0462842 Sep 28 12:26:45.062048 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-127f959b-cd55-4be6-b91c-1e7f7856ad06 req-f20a74ec-265e-414b-9f38-a298603c4a76 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Sep 28 12:26:45.246472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441dc5-9078-4d4e-800b-7ef9b80a6be5 req-051e5b7e-813e-4e77-80c8-565eced0651f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:45.247830 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-70441dc5-9078-4d4e-800b-7ef9b80a6be5 req-051e5b7e-813e-4e77-80c8-565eced0651f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0486934 Sep 28 12:26:45.295969 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-70441dc5-9078-4d4e-800b-7ef9b80a6be5 req-d6c504d3-5f96-48a3-8916-926dd590a715 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Sep 28 12:26:45.414966 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986784b4-4f8e-4ba7-8d55-0e2064b8689d req-97d80f2a-85c8-400d-ad99-f0b768bcfd1e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:45.416426 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-986784b4-4f8e-4ba7-8d55-0e2064b8689d req-97d80f2a-85c8-400d-ad99-f0b768bcfd1e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0493176 Sep 28 12:26:45.426940 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 50994) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:26:45.431416 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'port_id': '1f3e04c1-ffca-4137-b169-3bf2fa937308'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:26:45.469065 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (1c868cc5-4db2-430f-99de-b8aafb4fdbc9), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:45.527258 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:26:45.551386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7a6ef-9fc9-4279-8d8e-7c9698434b88 req-58e6ed86-a33c-4427-88eb-2ee7939b97b1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:45.556648 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9f7a6ef-9fc9-4279-8d8e-7c9698434b88 req-58e6ed86-a33c-4427-88eb-2ee7939b97b1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.0528390 Sep 28 12:26:45.575400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 9fce75aa-da2d-404c-8c7f-84862f035240 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:26:45.575786 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:45.576107 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:26:45.598681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:45.606263 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b9f7a6ef-9fc9-4279-8d8e-7c9698434b88 req-839a5aeb-0b2d-48c3-a199-821be7981ba3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458167 Sep 28 12:26:45.652132 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:26:45.652521 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:45.676601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:45.678983 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2289b8-0ebf-407c-8c96-68a9659a2966" -d '{"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-plugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:45.691765 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:26:45.696019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:45.727118 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e7897-fcb0-4990-a246-580dfe5daaf7 x-openstack-request-id: req-4b7e7897-fcb0-4990-a246-580dfe5daaf7 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:45.727436 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-plugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:45.727694 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b7e7897-fcb0-4990-a246-580dfe5daaf7 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:45.728083 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7e7897-fcb0-4990-a246-580dfe5daaf7'] response: {'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'code': 200} Sep 28 12:26:45.739571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:45.754342 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=7']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:26:45.910487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:45.916494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:45.920145 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (1c868cc5-4db2-430f-99de-b8aafb4fdbc9), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:46.010745 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP 1c868cc5-4db2-430f-99de-b8aafb4fdbc9 associated. External IP: 172.27.0.220, port: 1f3e04c1-ffca-4137-b169-3bf2fa937308. Sep 28 12:26:46.188036 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788d66b-aa4d-4f31-a00f-6563491d56fc req-ed3ff3f4-9677-4e96-9a67-9fb14de8e1ac tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:46.189638 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1788d66b-aa4d-4f31-a00f-6563491d56fc req-ed3ff3f4-9677-4e96-9a67-9fb14de8e1ac tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0517313 Sep 28 12:26:46.211230 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:26:46.238317 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1788d66b-aa4d-4f31-a00f-6563491d56fc req-72b43ede-3d14-42d1-9964-4b20f02da03a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Sep 28 12:26:46.314960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:26:46.320500 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:46.326662 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:26:46.338062 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:26:46.338676 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:26:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:46.350733 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-25f33115-df0c-4563-b78c-9fac56ddb373 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/1c868cc5-4db2-430f-99de-b8aafb4fdbc9 HTTP/1.1" status: 200 len: 991 time: 0.9227164 Sep 28 12:26:46.351374 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:26:46.353662 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff8be8a-42b2-4281-a13d-bd67680e80fc" -d '{"events": [{"name": "network-changed", "server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:26:46.390940 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80171e06-d16c-4de1-b142-b859d9bffd59 x-openstack-request-id: req-80171e06-d16c-4de1-b142-b859d9bffd59 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:26:46.391231 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:26:46.391490 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80171e06-d16c-4de1-b142-b859d9bffd59 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:26:46.391902 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80171e06-d16c-4de1-b142-b859d9bffd59'] response: {'name': 'network-changed', 'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'status': 'completed', 'code': 200} Sep 28 12:26:46.441145 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:26:46.536535 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-c236375d-7e28-4838-a0a4-f09b24a2fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:46.538120 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-c236375d-7e28-4838-a0a4-f09b24a2fd89 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 1129 time: 0.0388544 Sep 28 12:26:46.542089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:46.637822 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-b227e67d-83f9-400d-95f3-45040516162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:46.639131 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-b227e67d-83f9-400d-95f3-45040516162f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.0906525 Sep 28 12:26:46.651118 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '1c868cc5-4db2-430f-99de-b8aafb4fdbc9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:78:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:26:24Z', 'updated_at': '2022-09-28T12:26:45Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}, {'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:46.680713 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:26:46.689909 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:26:46.690287 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:26:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:46.710970 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-c3803878-904b-464b-af74-714317f5cb10 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308 HTTP/1.1" status: 200 len: 999 time: 0.0554485 Sep 28 12:26:46.730283 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3704f0-d01c-460b-9f00-4472e176e6fc req-01a00a5e-3e95-4444-9160-340cbbb51c32 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:46.731859 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2c3704f0-d01c-460b-9f00-4472e176e6fc req-01a00a5e-3e95-4444-9160-340cbbb51c32 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0469472 Sep 28 12:26:46.763344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-4ce9ba92-e228-48ad-bf65-0a9b33864e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:46.764891 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-4ce9ba92-e228-48ad-bf65-0a9b33864e28 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0480952 Sep 28 12:26:46.785491 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2c3704f0-d01c-460b-9f00-4472e176e6fc req-6fce0709-e3fd-4881-b3b3-671846a52f57 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456862 Sep 28 12:26:46.798833 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:26:46.809453 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-48f80baf-1009-410e-b0a8-cd256056bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:46.811073 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-48f80baf-1009-410e-b0a8-cd256056bbbf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403433 Sep 28 12:26:46.885411 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:46.905064 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-7d569cdc-bfb2-4a68-aed7-fb090fda617c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Sep 28 12:26:46.997125 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9ff8be8a-42b2-4281-a13d-bd67680e80fc req-c56fd766-8be7-4923-89a4-29d020c433d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859451 Sep 28 12:26:47.130014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '1c868cc5-4db2-430f-99de-b8aafb4fdbc9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:78:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:26:24Z', 'updated_at': '2022-09-28T12:26:45Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}, {'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:26:47.154742 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21c67-3b4c-4540-ba02-41390892f37b None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '1c868cc5-4db2-430f-99de-b8aafb4fdbc9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.220', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:78:53:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:26:24Z', 'updated_at': '2022-09-28T12:26:45Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}, {'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:26:47.359406 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51330ae-de6b-470f-9e4f-d6a67be4e7ea None None] New status for floating IP 1c868cc5-4db2-430f-99de-b8aafb4fdbc9: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:26:47.366014 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445db26-e2ee-4139-b621-f9f0085adaed req-1c767147-a1a9-465a-86b1-868027713a63 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:47.367587 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b445db26-e2ee-4139-b621-f9f0085adaed req-1c767147-a1a9-465a-86b1-868027713a63 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0498750 Sep 28 12:26:47.407335 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:47.433484 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b445db26-e2ee-4139-b621-f9f0085adaed req-29904104-dd1a-4780-b431-306c3c1a420a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Sep 28 12:26:47.929542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed273d23-8be2-451a-81fe-86618d3e05ef req-0c7871e2-146a-4f98-b083-c2f19a5f37e6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:47.931754 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ed273d23-8be2-451a-81fe-86618d3e05ef req-0c7871e2-146a-4f98-b083-c2f19a5f37e6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0575371 Sep 28 12:26:47.987130 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ed273d23-8be2-451a-81fe-86618d3e05ef req-7c4a3608-7ee8-4ac0-9412-c288da603103 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499802 Sep 28 12:26:48.570742 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b4c9d-559c-4e76-9482-5e8813f7658d req-1f5ca419-1bdf-4f8f-a2b6-78ba89d2a20e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:48.573167 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-789b4c9d-559c-4e76-9482-5e8813f7658d req-1f5ca419-1bdf-4f8f-a2b6-78ba89d2a20e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0594978 Sep 28 12:26:48.625278 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-789b4c9d-559c-4e76-9482-5e8813f7658d req-8b6dddc7-4795-4a88-92c8-2ff3e714ee88 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Sep 28 12:26:49.129189 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e743a0c-26ff-45cb-85e7-431a50a26829 req-bb492472-4eb3-45e8-b63c-6c7ce0af5fc3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:49.133603 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6e743a0c-26ff-45cb-85e7-431a50a26829 req-bb492472-4eb3-45e8-b63c-6c7ce0af5fc3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0524476 Sep 28 12:26:49.196283 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:49.199252 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6e743a0c-26ff-45cb-85e7-431a50a26829 req-da37b651-061d-4c70-a399-642b27551afd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619435 Sep 28 12:26:49.213159 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:49.764649 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bff0f-2edb-4f5c-9d89-fe894278a9fd req-bf336577-da4a-4203-b9d3-0a8bb4bd0e82 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:49.766090 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a72bff0f-2edb-4f5c-9d89-fe894278a9fd req-bf336577-da4a-4203-b9d3-0a8bb4bd0e82 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0514092 Sep 28 12:26:49.829117 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a72bff0f-2edb-4f5c-9d89-fe894278a9fd req-c57b4c09-9fe0-46e2-b6ba-f5fb8938fa5c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568268 Sep 28 12:26:50.348459 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd0a4a-b7dc-49b9-99ba-3756db116651 req-768708f3-d6b0-45d3-912e-f3c419aab2f7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:50.351108 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c3fd0a4a-b7dc-49b9-99ba-3756db116651 req-768708f3-d6b0-45d3-912e-f3c419aab2f7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0562074 Sep 28 12:26:50.399742 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c3fd0a4a-b7dc-49b9-99ba-3756db116651 req-25eec19d-23c1-452e-a56b-8ea37c3d6fe0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Sep 28 12:26:50.978950 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972a0a1-8d12-46fb-998c-8a7b6d620d69 req-9d646f7f-71fc-4c51-8d0c-58df284cf5de tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:50.987706 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8972a0a1-8d12-46fb-998c-8a7b6d620d69 req-9d646f7f-71fc-4c51-8d0c-58df284cf5de tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0662987 Sep 28 12:26:51.062772 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8972a0a1-8d12-46fb-998c-8a7b6d620d69 req-238956d1-395c-4055-a4b6-3c508c1e1995 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Sep 28 12:26:51.236844 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-91f653a5-71c6-4b63-93da-3b30ad0e10aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:51.536391 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996d5ff-e4c5-4abe-9d07-e834ce28a1c7 req-8a24433e-0ae0-4b5f-907d-3f9e2981eb88 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:51.538684 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2996d5ff-e4c5-4abe-9d07-e834ce28a1c7 req-8a24433e-0ae0-4b5f-907d-3f9e2981eb88 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0547016 Sep 28 12:26:51.563140 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:51.587409 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:51.605369 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2996d5ff-e4c5-4abe-9d07-e834ce28a1c7 req-bf2c6fa3-6a8e-475e-9bc1-ff8e30ff8f48 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595784 Sep 28 12:26:52.201664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f5682-cd19-4bd8-a29b-496b5997f9cd req-5ee83238-d82b-4422-83b3-62f417d90d2a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:52.203374 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-417f5682-cd19-4bd8-a29b-496b5997f9cd req-5ee83238-d82b-4422-83b3-62f417d90d2a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0552013 Sep 28 12:26:52.257685 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-417f5682-cd19-4bd8-a29b-496b5997f9cd req-915d104e-c8a8-4707-8648-13b1b88b28b1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Sep 28 12:26:52.739903 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f53ff8-db7e-45ee-ab91-af848ad83e5c req-f736d325-7324-4808-85db-ba2674abd37d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:52.741336 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2f53ff8-db7e-45ee-ab91-af848ad83e5c req-f736d325-7324-4808-85db-ba2674abd37d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0494208 Sep 28 12:26:52.790451 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2f53ff8-db7e-45ee-ab91-af848ad83e5c req-af5eba0f-4877-4b1b-adcc-60e06bbb910f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Sep 28 12:26:53.380637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e684ea8-ff86-4087-ab6a-7c4f5fa79773 req-5af572d0-37ad-466b-a6e8-0ec01cfdbbc9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:53.387594 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3e684ea8-ff86-4087-ab6a-7c4f5fa79773 req-5af572d0-37ad-466b-a6e8-0ec01cfdbbc9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0528135 Sep 28 12:26:53.437523 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3e684ea8-ff86-4087-ab6a-7c4f5fa79773 req-8b0e1e2d-e29b-4f22-982b-c95d1cf80574 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Sep 28 12:26:53.520791 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6215f9bf-befe-42c8-83fe-4b3587fc7725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:53.923173 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc600974-199c-4c8a-be81-0aa71065cab7 req-a03d3763-8f49-4b72-9ba8-ee90526745c4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:53.925405 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bc600974-199c-4c8a-be81-0aa71065cab7 req-a03d3763-8f49-4b72-9ba8-ee90526745c4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0482328 Sep 28 12:26:53.981393 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bc600974-199c-4c8a-be81-0aa71065cab7 req-c17360cd-47b9-4dae-8cbe-58edb4a920c4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501158 Sep 28 12:26:54.577018 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294374d0-973d-4222-b1cc-66a8d2f105fd req-39f38c57-72ec-4d57-ae4d-dcb4c33182f0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:54.578790 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-294374d0-973d-4222-b1cc-66a8d2f105fd req-39f38c57-72ec-4d57-ae4d-dcb4c33182f0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Sep 28 12:26:54.636668 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-294374d0-973d-4222-b1cc-66a8d2f105fd req-a4f3a6bd-35e7-4e22-a45f-9ff3c204eab2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519547 Sep 28 12:26:54.866454 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:55.114992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8deb63-429f-4926-bacd-7e48fc93a5a2 req-5d6edefd-9b17-4f3a-82fb-94373f32417e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:55.118488 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e8deb63-429f-4926-bacd-7e48fc93a5a2 req-5d6edefd-9b17-4f3a-82fb-94373f32417e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0510671 Sep 28 12:26:55.181562 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e8deb63-429f-4926-bacd-7e48fc93a5a2 req-1420e9c3-97e2-4f6a-8614-a522eab94519 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582221 Sep 28 12:26:55.770652 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ccff2-f990-43e6-87df-075a74642d43 req-b804c00d-8fed-4e84-a1da-ccdd6e391582 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:55.772534 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c27ccff2-f990-43e6-87df-075a74642d43 req-b804c00d-8fed-4e84-a1da-ccdd6e391582 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Sep 28 12:26:55.821337 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c27ccff2-f990-43e6-87df-075a74642d43 req-48032528-2324-4476-95a7-3e7734433069 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Sep 28 12:26:56.166052 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:56.225468 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:26:56.320359 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16be324-917a-48d2-abfb-65fd13469c63 req-c079d819-82ec-4069-8f17-1c7ebdb065ac tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:56.323071 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f16be324-917a-48d2-abfb-65fd13469c63 req-c079d819-82ec-4069-8f17-1c7ebdb065ac tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0573459 Sep 28 12:26:56.378109 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f16be324-917a-48d2-abfb-65fd13469c63 req-1c4e7e1c-dd83-4664-8acb-e2b6797c9f64 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492127 Sep 28 12:26:56.952598 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f4c84-e5d0-4e33-928b-19aa5ac9d297 req-c6b554d5-0572-440a-8572-17a9f9055d68 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:56.959944 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-391f4c84-e5d0-4e33-928b-19aa5ac9d297 req-c6b554d5-0572-440a-8572-17a9f9055d68 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0568016 Sep 28 12:26:56.998113 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:57.013167 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-391f4c84-e5d0-4e33-928b-19aa5ac9d297 req-0fc69155-d281-4ab0-9755-5ea329f3ee6a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523095 Sep 28 12:26:57.351170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abced81-d326-4f58-8493-2cd5870ffc3f req-ec3e96fc-3f26-472c-b6dd-c2f79ecbd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:57.352811 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6abced81-d326-4f58-8493-2cd5870ffc3f req-ec3e96fc-3f26-472c-b6dd-c2f79ecbd5d6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1129 time: 0.0468509 Sep 28 12:26:57.445210 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-c11b9672-125c-4e24-a68c-88f66e212a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:57.445210 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-c11b9672-125c-4e24-a68c-88f66e212a81 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1130 time: 0.0578413 Sep 28 12:26:57.466221 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:57.469773 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:57.476119 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6abced81-d326-4f58-8493-2cd5870ffc3f req-bd6f59d2-b699-46f5-9a5b-7ca80e6070a8 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024642 Sep 28 12:26:57.600051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-e4015f6b-2c74-4891-8242-a049ba62657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:57.601539 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-e4015f6b-2c74-4891-8242-a049ba62657d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.1342862 Sep 28 12:26:57.609364 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0e79c-6e9a-4e16-a416-f0c4954d83ba req-55a37828-433d-444c-b637-b02955894720 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:57.610752 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2e0e79c-6e9a-4e16-a416-f0c4954d83ba req-55a37828-433d-444c-b637-b02955894720 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0851636 Sep 28 12:26:57.664501 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2e0e79c-6e9a-4e16-a416-f0c4954d83ba req-bf13e2f4-ecec-4d25-b6b9-259ef541a65f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478086 Sep 28 12:26:57.963613 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-709494d9-c51d-4858-a078-9c3bb3d4ed0e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 1002 time: 0.0589902 Sep 28 12:26:58.019120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-0dcb7d8c-3359-4f77-8d10-859730566ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:58.020840 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-0dcb7d8c-3359-4f77-8d10-859730566ac4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0501471 Sep 28 12:26:58.155688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c76d-67d3-41f3-952b-29d3ef8188bf req-e38da7b8-9f33-4ed9-aed7-de5d7792843d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:58.157874 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b3e4c76d-67d3-41f3-952b-29d3ef8188bf req-e38da7b8-9f33-4ed9-aed7-de5d7792843d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Sep 28 12:26:58.214572 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b3e4c76d-67d3-41f3-952b-29d3ef8188bf req-60a04f0b-23d4-4cfb-b47f-82352bf58d4d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495722 Sep 28 12:26:58.567120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-2b37f752-ce9f-4cb8-b89d-a515b4b2748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:58.568607 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-2b37f752-ce9f-4cb8-b89d-a515b4b2748a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398369 Sep 28 12:26:58.751580 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-87ab4a85-9e0d-4f10-a81d-d459743cf179 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862474 Sep 28 12:26:58.809273 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dedf9-6c17-4b27-90d3-fde857f0d5b1 req-3673b8c2-ac57-425e-8807-6c63e5459b03 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:58.810618 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-750dedf9-6c17-4b27-90d3-fde857f0d5b1 req-3673b8c2-ac57-425e-8807-6c63e5459b03 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0581582 Sep 28 12:26:58.880651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:58.899859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:26:58.916869 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-750dedf9-6c17-4b27-90d3-fde857f0d5b1 req-6ed120b0-c7e9-43cc-87e2-1e348fabe012 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961864 Sep 28 12:26:58.927989 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3ca6b65e-c6be-498d-9fa7-9c18c9ca6d5a req-ca6a873a-9271-48e0-90e6-83d53c902abb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345994 Sep 28 12:26:59.334814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4af72-a7a9-46d5-bf5e-fee7d33f1cbe req-4a52362f-a4c9-413b-b8ac-2a12d0059bb5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:59.336261 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bab4af72-a7a9-46d5-bf5e-fee7d33f1cbe req-4a52362f-a4c9-413b-b8ac-2a12d0059bb5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0448794 Sep 28 12:26:59.383773 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bab4af72-a7a9-46d5-bf5e-fee7d33f1cbe req-74dbdc05-904f-48b1-8baf-6e9c0d09ddcd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Sep 28 12:26:59.645505 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978e109-f420-48b9-9173-77441dcc6c58 req-3a2f90d5-5fed-4f96-9da5-1206aed0e026 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:26:59.646986 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8978e109-f420-48b9-9173-77441dcc6c58 req-3a2f90d5-5fed-4f96-9da5-1206aed0e026 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0499780 Sep 28 12:26:59.692600 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8978e109-f420-48b9-9173-77441dcc6c58 req-cf370112-d41a-4319-9141-be9905c8cf11 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Sep 28 12:27:00.042526 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029e9f1-8793-41f9-af25-1cf99d9333fa req-8b5e3657-7738-4799-91aa-037da6df8d72 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.043958 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8029e9f1-8793-41f9-af25-1cf99d9333fa req-8b5e3657-7738-4799-91aa-037da6df8d72 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0456698 Sep 28 12:27:00.068031 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:00.094182 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8029e9f1-8793-41f9-af25-1cf99d9333fa req-fea8329a-a8b6-422e-83b2-da61ae0740b6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448425 Sep 28 12:27:00.364158 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-8ab8f9ed-d7b0-4af1-86e5-952f6ae7f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.365567 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-8ab8f9ed-d7b0-4af1-86e5-952f6ae7f81c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1130 time: 0.0391016 Sep 28 12:27:00.424787 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-9e451c78-4156-45d0-b715-ecc8cfc80abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.427134 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-9e451c78-4156-45d0-b715-ecc8cfc80abe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1129 time: 0.0435855 Sep 28 12:27:00.464055 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-aa6bb932-45c4-48bf-a637-affdee7fe3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.465526 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-aa6bb932-45c4-48bf-a637-affdee7fe3dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.0890598 Sep 28 12:27:00.851633 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-cdd3bb1c-1468-4c49-80b8-6a58c820a74d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 1002 time: 0.0814013 Sep 28 12:27:00.861606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-c754b39e-addb-4379-89af-1abb3882ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.863154 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-c754b39e-addb-4379-89af-1abb3882ddb7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0947511 Sep 28 12:27:00.878702 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef039782-7e54-4fa5-8d79-22223bf5bb1e req-4471e92d-bc8e-44ca-b967-c62cb4c8fd63 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.880787 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ef039782-7e54-4fa5-8d79-22223bf5bb1e req-4471e92d-bc8e-44ca-b967-c62cb4c8fd63 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.1125309 Sep 28 12:27:00.925334 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-30df8fec-e310-4752-93ee-c7b66551c56d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c HTTP/1.1" status: 200 len: 217 time: 0.0392058 Sep 28 12:27:00.943149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-c5e9cc29-7321-4c2d-bdbd-69ea20c554cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:00.944575 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-c5e9cc29-7321-4c2d-bdbd-69ea20c554cf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0794737 Sep 28 12:27:00.958493 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ef039782-7e54-4fa5-8d79-22223bf5bb1e req-8ba7f582-cb87-49f1-8aa3-cf52649af91c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568464 Sep 28 12:27:01.044331 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-7c9dd5d2-0bc4-4ee1-ad09-dc7c899e0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:01.045871 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-7c9dd5d2-0bc4-4ee1-ad09-dc7c899e0191 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416853 Sep 28 12:27:01.049627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-727f374c-0c5c-47cb-be1a-7dd04b2a0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:01.051188 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-727f374c-0c5c-47cb-be1a-7dd04b2a0133 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0473347 Sep 28 12:27:01.101353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-818f24af-4e9f-463d-bbd4-2e9a2ff89ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:01.102898 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-818f24af-4e9f-463d-bbd4-2e9a2ff89ccd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418241 Sep 28 12:27:01.156275 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-5746566e-d0bb-4a16-b276-e0fa4dc2a66b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957205 Sep 28 12:27:01.248616 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-e88b5de8-102d-4e58-b2c3-554f090a8f5d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347620 Sep 28 12:27:01.255243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b5c9e-5fdd-4109-97fc-27bb10417c22 req-59c8bd54-7055-4aee-8b46-1aa73f5fc554 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:01.256641 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6e2b5c9e-5fdd-4109-97fc-27bb10417c22 req-59c8bd54-7055-4aee-8b46-1aa73f5fc554 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 946 time: 0.0700324 Sep 28 12:27:01.267562 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a53ad7a-7ec7-4932-98dc-216def8b8e1b req-8c6cab00-8905-4ce3-a316-f255681fb7f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920126 Sep 28 12:27:01.592467 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6e2b5c9e-5fdd-4109-97fc-27bb10417c22 req-9b1aa4be-4d42-4b36-a797-f50b8df68903 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296874 Sep 28 12:27:01.606558 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:27:01.641691 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1475f1c1-795b-4bc3-b450-c27d2b8a8c3f req-13a238c9-9cef-476e-9fc0-058a289a22e4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497107 Sep 28 12:27:01.680596 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: ACTIVE; New status is: DOWN {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:27:01.680977 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:01.703582 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:27:01.705798 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75611ab-98df-4633-a6a9-02c596a072ae" -d '{"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-unplugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:27:01.718150 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:01.722433 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:01.746445 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4e83b-0f74-4351-ae3c-88310b25d8c1 x-openstack-request-id: req-57e4e83b-0f74-4351-ae3c-88310b25d8c1 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:27:01.746752 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-unplugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:27:01.747003 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57e4e83b-0f74-4351-ae3c-88310b25d8c1 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:27:01.747385 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e4e83b-0f74-4351-ae3c-88310b25d8c1'] response: {'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'code': 200} Sep 28 12:27:01.773040 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=8']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:01.780419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.780759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.781123 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.781479 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.781803 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.782125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.782471 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.782789 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.783107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.783423 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.783740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.784059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.785019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.785474 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:01.785788 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:02.076125 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d354-8164-42c4-9109-4efad0cbc611 req-a9d45e88-c54d-46b4-8589-60d2de9f86fa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:02.077610 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1054d354-8164-42c4-9109-4efad0cbc611 req-a9d45e88-c54d-46b4-8589-60d2de9f86fa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0452797 Sep 28 12:27:02.125360 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1054d354-8164-42c4-9109-4efad0cbc611 req-5d4b8c63-0070-43c5-8b7a-83a1f60439ef tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Sep 28 12:27:02.723470 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecfdd4-606a-4875-8615-3c58949e5380 req-7987397c-f132-4fa9-8fb3-0559877c37d1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:02.724924 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-28ecfdd4-606a-4875-8615-3c58949e5380 req-7987397c-f132-4fa9-8fb3-0559877c37d1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0508468 Sep 28 12:27:02.770835 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-28ecfdd4-606a-4875-8615-3c58949e5380 req-3f167ded-6f9f-4fdb-8474-26f90b5c553f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Sep 28 12:27:03.243655 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:03.252078 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51725-69da-45b1-a5a9-bfe4f873f263 req-6866226f-7d88-4e70-8aff-9ccedce7eaba tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:03.253862 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fb51725-69da-45b1-a5a9-bfe4f873f263 req-6866226f-7d88-4e70-8aff-9ccedce7eaba tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Sep 28 12:27:03.301946 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7fb51725-69da-45b1-a5a9-bfe4f873f263 req-3aa78c22-ecbb-4402-9d54-da965fe9551d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Sep 28 12:27:03.899497 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce51d9-8b3a-4f97-a468-5437bbf7c2a9 req-0b8d48cf-763a-4d90-b740-8c4e29465c4e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:03.900972 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0bce51d9-8b3a-4f97-a468-5437bbf7c2a9 req-0b8d48cf-763a-4d90-b740-8c4e29465c4e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0478568 Sep 28 12:27:03.947879 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0bce51d9-8b3a-4f97-a468-5437bbf7c2a9 req-f9272cc3-3429-4a4b-8828-7f7c05c239cf tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Sep 28 12:27:04.420565 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19bbb0-733b-42a8-bf8b-6ffd27b9c04c req-fdac53af-5f16-41ca-abf7-841aabe64518 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:04.422052 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a19bbb0-733b-42a8-bf8b-6ffd27b9c04c req-fdac53af-5f16-41ca-abf7-841aabe64518 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0470154 Sep 28 12:27:04.439098 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-71bd6542-d0f3-44bc-ae09-c4efb0d33bbf req-b01295f4-1c05-446d-9084-4ee6ed2a909e service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:27:04.440111 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-71bd6542-d0f3-44bc-ae09-c4efb0d33bbf req-b01295f4-1c05-446d-9084-4ee6ed2a909e service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056927 Sep 28 12:27:04.474498 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a19bbb0-733b-42a8-bf8b-6ffd27b9c04c req-35d6b694-0387-4b99-8c70-18ae30041aa5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463970 Sep 28 12:27:04.613447 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cddc3-b1a3-4236-a6bc-f1d2845545cf req-c77c326c-08fe-4e35-bcac-f778ef009619 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:04.614927 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ec8cddc3-b1a3-4236-a6bc-f1d2845545cf req-c77c326c-08fe-4e35-bcac-f778ef009619 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0463221 Sep 28 12:27:04.627003 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:04.633911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:04.665880 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ec8cddc3-b1a3-4236-a6bc-f1d2845545cf req-ee15a21e-9dd6-4827-ba96-2f2f0674d2fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Sep 28 12:27:04.910721 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51174) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:04.993247 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-499b189c-fa89-4e45-bcf8-bd35950eb079 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813284 Sep 28 12:27:05.001553 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-ad7c8974-5a89-4ba2-998e-1d668ad83d17 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:27:05.002519 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-ad7c8974-5a89-4ba2-998e-1d668ad83d17 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047235 Sep 28 12:27:05.078514 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51182) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:05.174643 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-48308d53-8cb6-4255-909e-8fcff4bcadb3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:05.176551 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-48308d53-8cb6-4255-909e-8fcff4bcadb3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports/9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 941 time: 0.0970347 Sep 28 12:27:05.592155 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b2e91-a10d-4508-aec4-d60574b8fc2d req-85a27a1c-d8ae-4ea1-a35c-5f72a16a6a44 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:05.593635 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-946b2e91-a10d-4508-aec4-d60574b8fc2d req-85a27a1c-d8ae-4ea1-a35c-5f72a16a6a44 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0458858 Sep 28 12:27:05.639604 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-946b2e91-a10d-4508-aec4-d60574b8fc2d req-dd3be135-1ee1-4e2e-b701-3c10635a7eff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Sep 28 12:27:05.792914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea62044-586f-4ac2-a847-396ffc6e62ca req-1cb8d91c-9d66-44e0-85db-28e10cd2ebb5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:05.794412 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5ea62044-586f-4ac2-a847-396ffc6e62ca req-1cb8d91c-9d66-44e0-85db-28e10cd2ebb5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0485172 Sep 28 12:27:05.844064 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5ea62044-586f-4ac2-a847-396ffc6e62ca req-bf1f9702-1728-496c-b51a-92b75951d826 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438671 Sep 28 12:27:06.763776 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc33716-9010-4a87-9c43-f7ae5fd9f8fc req-dc61a462-4099-4d80-8938-291c1e7cb7d5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:06.765247 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5bc33716-9010-4a87-9c43-f7ae5fd9f8fc req-dc61a462-4099-4d80-8938-291c1e7cb7d5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Sep 28 12:27:06.812890 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5bc33716-9010-4a87-9c43-f7ae5fd9f8fc req-74a2c7e4-1b79-4b87-b1ff-180b8fa0eb5f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Sep 28 12:27:06.977242 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7f3cc-faea-44d5-aa62-9175b4325aff req-60904298-f291-411a-8c4c-01db96984e37 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:06.978880 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d1d7f3cc-faea-44d5-aa62-9175b4325aff req-60904298-f291-411a-8c4c-01db96984e37 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0512197 Sep 28 12:27:07.037468 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d1d7f3cc-faea-44d5-aa62-9175b4325aff req-6da77d80-f049-4897-b8ad-135d3cedc44b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Sep 28 12:27:07.652310 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:27:07.720817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: DOWN; New status is: DOWN {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:27:08.151939 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:08.170715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4c315-171b-4da3-9750-e31db49ec343 req-9bf23c91-65fd-45aa-9d67-199ce5e1379d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:08.172726 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4af4c315-171b-4da3-9750-e31db49ec343 req-9bf23c91-65fd-45aa-9d67-199ce5e1379d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0466752 Sep 28 12:27:08.224200 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4af4c315-171b-4da3-9750-e31db49ec343 req-d7df62bf-2440-41ff-ae7b-efb85ea66081 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Sep 28 12:27:08.276306 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51216) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:08.280751 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989675566', 'description': 'tempest-description--1672456412'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:08.302134 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.368758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group (e8feabf8-783c-40a3-97e6-e666a04b7258), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.372125 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e8feabf8-783c-40a3-97e6-e666a04b7258), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.401222 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.402420 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251016 Sep 28 12:27:08.405507 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51218) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:08.406336 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8feabf8-783c-40a3-97e6-e666a04b7258,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:08.411117 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'security_group_rule': {'security_group_id': 'e8feabf8-783c-40a3-97e6-e666a04b7258', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:08.414290 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.414638 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.414976 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.415308 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.415639 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.415962 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.416285 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.416624 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.416941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.417277 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.417596 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.417911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.418228 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.418543 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.418858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09707b-9eef-4fdd-9f69-bfc549d2f1ea tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.450131 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group_rule (733a07ee-4bc5-4f3d-928f-ffc83e302a7c), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.513270 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group_rule (733a07ee-4bc5-4f3d-928f-ffc83e302a7c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.516997 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (733a07ee-4bc5-4f3d-928f-ffc83e302a7c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.539217 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733a07ee-4bc5-4f3d-928f-ffc83e302a7c,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:08.548484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.549797 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431043 Sep 28 12:27:08.551958 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.552360 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.552727 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.553001 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51220) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:08.553122 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.553582 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.554013 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.554336 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.554656 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.555014 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.555347 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.555797 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.556132 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.556481 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.556813 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.557199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87ad346-8b50-4394-80c7-cf2945a0c744 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:27:08.557987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'security_group_rule': {'security_group_id': 'e8feabf8-783c-40a3-97e6-e666a04b7258', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:08.589536 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group_rule (99fec466-6996-4876-bd81-4cc8e4b4b19b), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.646935 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group_rule (99fec466-6996-4876-bd81-4cc8e4b4b19b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.650226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (99fec466-6996-4876-bd81-4cc8e4b4b19b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.668553 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fec466-6996-4876-bd81-4cc8e4b4b19b,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:08.678895 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.680482 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8f5f01cf-0bb9-4d59-a2f7-c49f8f555686 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259866 Sep 28 12:27:08.683358 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51222) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:08.687659 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:08.711399 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.799428 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:08.913315 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Allocated IP 172.27.0.182 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/7ef60f05-e9b0-46d1-aae9-0023da7d1946) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:27:08.925483 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:08.939118 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:09.025710 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.057226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.094909 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:27:09.100301 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:27:09.104214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:27:09.109375 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'Port': ['ID=7ef60f05-e9b0-46d1-aae9-0023da7d1946,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:09.195525 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.233455 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.352976 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7196f-be92-4b11-9d64-4f40c1ab505c req-4d6320d5-a776-4bfd-bebf-422dd3ea073b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.354546 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1bf7196f-be92-4b11-9d64-4f40c1ab505c req-4d6320d5-a776-4bfd-bebf-422dd3ea073b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0470767 Sep 28 12:27:09.385880 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.390444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.447198 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-b7505bd9-dcce-4ddc-b7c9-86cc064cde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.448704 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-b7505bd9-dcce-4ddc-b7c9-86cc064cde30 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd&tenant_id=a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 1128 time: 0.0928016 Sep 28 12:27:09.457328 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'Port': ['ID=7ef60f05-e9b0-46d1-aae9-0023da7d1946,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:09.459939 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.466581 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1bf7196f-be92-4b11-9d64-4f40c1ab505c req-750e6aec-baaf-48a4-bb75-f47916431639 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030645 Sep 28 12:27:09.491797 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:09.493085 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-1daa59ee-99c7-4828-aa72-51241f4d5ad2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8087535 Sep 28 12:27:09.543417 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-18baaceb-d62b-4a9e-8499-904a953aa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.544868 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-18baaceb-d62b-4a9e-8499-904a953aa316 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1128 time: 0.0430212 Sep 28 12:27:09.638670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-e385631e-f9b5-4530-a32d-4b737a9192cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.640353 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-e385631e-f9b5-4530-a32d-4b737a9192cb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.0879698 Sep 28 12:27:09.701970 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-e3bf090a-613b-4e1e-a3e6-311a6f99e150 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--989675566&fields=id&tenant_id=1318535cbbd6427c8c770bd5b256ac3e HTTP/1.1" status: 200 len: 267 time: 0.0456264 Sep 28 12:27:09.705314 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-9c4a704d-1698-4994-8856-a0a0e5c2e062 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 200 len: 1000 time: 0.0586324 Sep 28 12:27:09.756145 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-8b76a3af-6308-4ae0-a8e0-94e925b56752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.757604 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-8b76a3af-6308-4ae0-a8e0-94e925b56752 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0452251 Sep 28 12:27:09.802963 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-85e55ad4-fef5-42d9-8024-0b5df381c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.804455 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-85e55ad4-fef5-42d9-8024-0b5df381c43e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395110 Sep 28 12:27:09.813946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-00a09ead-bbc6-43e2-ba6d-e1a501708792 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:09.816003 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-00a09ead-bbc6-43e2-ba6d-e1a501708792 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 818 time: 0.1059597 Sep 28 12:27:09.831110 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-bcd947c8-b35d-4642-a3fc-84288b051d06 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/quotas/1318535cbbd6427c8c770bd5b256ac3e HTTP/1.1" status: 200 len: 375 time: 0.0092864 Sep 28 12:27:09.874654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:09.879665 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:09.892380 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-481a3bec-fc52-4af4-a5d4-5210567f9f6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0559757 Sep 28 12:27:09.911257 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-e828f8a9-7bb1-415b-8e14-5b4c0ea7deb1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002991 Sep 28 12:27:09.966477 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:09.994367 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-41e1d9fb-943a-493f-8fc1-d852ebcd129e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895681 Sep 28 12:27:10.006110 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ec278e05-d0d7-4ef6-ac9d-95c2e0faea89 req-5ed971d4-9bd0-44d2-92c5-96eb309f70c8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886233 Sep 28 12:27:10.090387 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-c7fdca6d-3221-4a44-8f97-3c567f5e58f6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901480 Sep 28 12:27:10.263127 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e11a1fd-2d5d-45dd-98fd-77767e6d560e req-6175786a-278b-4baf-80ba-1c17e5d27a6f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0297372 Sep 28 12:27:10.633387 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75162-5cbc-47be-948d-8d7549a59d55 req-0d853629-a6f0-477e-a1fc-caf7dc4afaa2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:10.641466 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8fd75162-5cbc-47be-948d-8d7549a59d55 req-0d853629-a6f0-477e-a1fc-caf7dc4afaa2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0623424 Sep 28 12:27:10.706659 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8fd75162-5cbc-47be-948d-8d7549a59d55 req-52f56ad7-4821-4370-b51c-154e20a198a5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626693 Sep 28 12:27:11.373282 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c5b5ebcd-75c8-454b-abf3-d059ff819fe9 req-772a88fa-b1b2-4b13-889a-267c601f3ca6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Sep 28 12:27:11.834339 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d4afc-4dae-4db9-950f-2f3c1fbadc3e req-32f805bb-ff67-412a-ac91-ca44bdbcec4b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:11.835836 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-166d4afc-4dae-4db9-950f-2f3c1fbadc3e req-32f805bb-ff67-412a-ac91-ca44bdbcec4b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0453889 Sep 28 12:27:11.888004 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-166d4afc-4dae-4db9-950f-2f3c1fbadc3e req-d038c42f-f0ea-4ade-89ff-bdee8a66403f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465062 Sep 28 12:27:12.481953 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e504e890-514c-4614-a2c8-02643aa44669 req-c1915236-1853-48ee-87aa-8f303701586f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0290279 Sep 28 12:27:13.015455 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a03613-85b6-4dc2-9796-770cb361f586 req-6ca6700b-4a69-431d-bfe1-063944ff0521 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:13.016954 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d7a03613-85b6-4dc2-9796-770cb361f586 req-6ca6700b-4a69-431d-bfe1-063944ff0521 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0465674 Sep 28 12:27:13.066661 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d7a03613-85b6-4dc2-9796-770cb361f586 req-d23bcf0c-9521-48be-965c-ba50207652b7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Sep 28 12:27:13.589503 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5433b67a-a613-4003-9d2d-832979e6fe7f req-eedc93a3-ea41-443e-ab3e-b583751e1822 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0264149 Sep 28 12:27:14.199497 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5bf7-8b08-4bed-9c4d-8bf634517e41 req-34942c9f-82ed-4fe8-9252-dfcb6e7aa9c9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:14.200960 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e12d5bf7-8b08-4bed-9c4d-8bf634517e41 req-34942c9f-82ed-4fe8-9252-dfcb6e7aa9c9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0482807 Sep 28 12:27:14.249898 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e12d5bf7-8b08-4bed-9c4d-8bf634517e41 req-09fdd7d9-99d8-47ea-ab4a-f6c7029d2c5b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Sep 28 12:27:14.701942 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ce6b778f-73c0-48ca-8148-f11647478413 req-ac9c4c5f-52d2-4734-b355-bb5b907df84d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0332413 Sep 28 12:27:15.390992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49da0a-89d7-428c-a4db-bf7986d702d3 req-dab7a86a-7b7b-4539-9cdb-5c258d70b4de tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:15.392475 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fb49da0a-89d7-428c-a4db-bf7986d702d3 req-dab7a86a-7b7b-4539-9cdb-5c258d70b4de tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0540364 Sep 28 12:27:15.443016 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fb49da0a-89d7-428c-a4db-bf7986d702d3 req-f7eb0169-b795-4c4b-8129-b40f645372ff tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Sep 28 12:27:15.809732 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-75d5a2fe-337e-4642-ba6b-6861f49988c8 req-ad85842f-0131-422d-9812-6d293ee5c67c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0280879 Sep 28 12:27:16.575416 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8a9a1-643c-4e09-af7d-fbcc2f77b4be req-9ffc18f6-b3d7-44b4-8fd3-da829304f1cb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:16.576927 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aec8a9a1-643c-4e09-af7d-fbcc2f77b4be req-9ffc18f6-b3d7-44b4-8fd3-da829304f1cb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0475297 Sep 28 12:27:16.624900 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aec8a9a1-643c-4e09-af7d-fbcc2f77b4be req-520344d2-6bde-494c-8669-6941b6f5b57f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Sep 28 12:27:16.910986 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ffec6bec-10d0-477f-883b-e5d0df8a444f req-ea1f2d4d-a2bb-4e00-9d54-eb868c6bdfdb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0266225 Sep 28 12:27:17.717918 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:17.719877 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:17.760466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e1330-4ff0-42b2-a6a1-30db6cdc2054 req-3a5a2240-85a1-47a5-92c6-6a9e04485a5e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:17.762087 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ae8e1330-4ff0-42b2-a6a1-30db6cdc2054 req-3a5a2240-85a1-47a5-92c6-6a9e04485a5e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0493240 Sep 28 12:27:18.021462 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-35284b43-0bad-426e-84b8-e115585bff03 req-48c0a98c-9b2a-41e5-b2ce-2d8dc3682a26 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Sep 28 12:27:18.060452 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ae8e1330-4ff0-42b2-a6a1-30db6cdc2054 req-c6e51775-b271-46b3-b607-4b38be263ae3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919068 Sep 28 12:27:19.128210 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4e6f7f6e-8720-4b3e-b865-4151c6f50479 req-f3248be6-0428-4c11-bd08-a64651e19218 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0313382 Sep 28 12:27:19.199971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:19.200686 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40c90-eca8-4928-b9c0-1aa99d060a71 req-6ed8974e-ea3f-4535-bd83-1f2046fae012 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:19.202087 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-99b40c90-eca8-4928-b9c0-1aa99d060a71 req-6ed8974e-ea3f-4535-bd83-1f2046fae012 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0527968 Sep 28 12:27:19.252517 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-99b40c90-eca8-4928-b9c0-1aa99d060a71 req-5fbb9444-af89-4f28-a862-cc674320c8aa tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Sep 28 12:27:20.238342 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e264d9a-50d4-438b-b9a8-259a98ce7d78 req-68f1da72-cdae-4098-bab6-dc04cdf2ae33 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0272987 Sep 28 12:27:20.386944 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be35ee5-c83b-47a7-8ddb-2c398abdba86 req-665d8ad9-b237-4940-a71e-7ca138e9558d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:20.388596 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3be35ee5-c83b-47a7-8ddb-2c398abdba86 req-665d8ad9-b237-4940-a71e-7ca138e9558d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0478764 Sep 28 12:27:20.426690 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:20.443924 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3be35ee5-c83b-47a7-8ddb-2c398abdba86 req-40df9651-460a-4a86-b6fc-68b43711890f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496047 Sep 28 12:27:20.611048 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:27:21.240623 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-73441954-21de-4952-bdcd-ce53ad320869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:21.344140 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-96377151-d7cf-4e1b-93db-5ba4f19969a8 req-0b834bea-cf63-4c99-b6f3-04cb14db9356 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0271630 Sep 28 12:27:21.577417 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63d799-55cb-45d4-9c22-005bd2855cd0 req-0901666c-e64f-44af-9277-5454c1bc70b8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:21.578914 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2b63d799-55cb-45d4-9c22-005bd2855cd0 req-0901666c-e64f-44af-9277-5454c1bc70b8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0510418 Sep 28 12:27:21.605742 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:21.628241 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2b63d799-55cb-45d4-9c22-005bd2855cd0 req-27ed0c9b-300d-40f7-b3bf-012fdfa667cc tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Sep 28 12:27:22.445505 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5eeefa0b-4011-4df7-a170-99f93084419c req-b0debf46-74fb-4f63-b02d-bbf284b3462e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0271106 Sep 28 12:27:22.753169 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9120b-a973-4815-8de0-58839ebcba7c req-4bf8fc67-f5b0-4acb-b188-daad84c609ea tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:22.754546 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-05f9120b-a973-4815-8de0-58839ebcba7c req-4bf8fc67-f5b0-4acb-b188-daad84c609ea tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0459332 Sep 28 12:27:22.805531 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-05f9120b-a973-4815-8de0-58839ebcba7c req-c1a1af32-de33-4f7c-884b-605ecd328f14 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Sep 28 12:27:23.524539 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6c1f0db8-0b2e-4702-86d7-0e06f00f0d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:23.535352 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:23.555757 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-238065a3-f8a5-4a71-ae1f-b03e8a4c4dc7 req-649c5551-3a19-433a-b7ef-060f42f9ee96 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0296926 Sep 28 12:27:23.932290 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98604b46-7606-4e49-9bf7-dfc2f944489e req-13a883c9-ccab-4a6d-9920-6dbad69953ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:23.933765 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-98604b46-7606-4e49-9bf7-dfc2f944489e req-13a883c9-ccab-4a6d-9920-6dbad69953ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0496879 Sep 28 12:27:23.980090 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-98604b46-7606-4e49-9bf7-dfc2f944489e req-d1e9d210-26ce-45c0-8168-edd75f280e0f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408199 Sep 28 12:27:24.655630 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e200308-0ac7-4207-8282-6721b0ccf621 req-59240e19-dbe2-4382-9ad2-39a7ac3b11dd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0264382 Sep 28 12:27:24.817248 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:25.104485 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01a496-b44b-45a6-a062-c3b27cac103d req-619971a9-f060-4369-b37a-a5ad09093a68 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:25.105957 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6a01a496-b44b-45a6-a062-c3b27cac103d req-619971a9-f060-4369-b37a-a5ad09093a68 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0457387 Sep 28 12:27:25.152511 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6a01a496-b44b-45a6-a062-c3b27cac103d req-538197a1-5556-46a8-9790-933ca1bac297 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Sep 28 12:27:25.756389 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0ba300ad-8330-42e2-8fc4-e33cfbfa9d19 req-e2f672ce-5d44-47b8-93b4-14e3d4bfeee8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Sep 28 12:27:26.157891 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:26.221039 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:26.311606 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591ab5d-b44d-417d-bc68-9ee95a3d75cd req-96764303-750e-4136-85c6-288544e13519 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:26.313096 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d591ab5d-b44d-417d-bc68-9ee95a3d75cd req-96764303-750e-4136-85c6-288544e13519 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0468636 Sep 28 12:27:26.363474 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d591ab5d-b44d-417d-bc68-9ee95a3d75cd req-cfff215a-3023-4163-8227-b578c27344de tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444529 Sep 28 12:27:26.856128 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2610636-2944-4634-b698-2ca00a13f79b req-a9cf3e6e-40f9-4d4f-bc1b-0986b40542cb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0272882 Sep 28 12:27:27.486840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19e5b-bafa-4bcf-bdfb-ec4c9d96e96e req-b43153ad-e76e-4cee-940f-2b353f48a474 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:27.488286 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-caa19e5b-bafa-4bcf-bdfb-ec4c9d96e96e req-b43153ad-e76e-4cee-940f-2b353f48a474 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0452058 Sep 28 12:27:27.534621 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-caa19e5b-bafa-4bcf-bdfb-ec4c9d96e96e req-b050bb78-2216-4349-bdb7-463655ce1bcd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Sep 28 12:27:27.887774 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-3d020113-e2f5-472d-802c-80a64f74aeb3 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:27.889287 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-3d020113-e2f5-472d-802c-80a64f74aeb3 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 818 time: 0.1092498 Sep 28 12:27:27.970360 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dd7430c1-b551-49aa-96a8-925aca89e82d req-14a8b859-df44-46c1-b604-8bba8365f49d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0343678 Sep 28 12:27:27.985918 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-b84318b0-e04c-4fc5-944a-91160ec29d3a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1318535cbbd6427c8c770bd5b256ac3e HTTP/1.1" status: 200 len: 379 time: 0.0770547 Sep 28 12:27:28.027835 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'port': {'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'admin_state_up': True, 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'security_groups': ['e8feabf8-783c-40a3-97e6-e666a04b7258']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:28.134918 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Made reservation on behalf of 1318535cbbd6427c8c770bd5b256ac3e for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:27:28.138610 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.266985 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Allocated IP 172.20.0.3 (d22fae6b-c19d-4165-8f58-a67d0afa1461/3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e/e395fd4a-81c3-4231-b156-f137389eb7db) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:27:28.401012 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for port (e395fd4a-81c3-4231-b156-f137389eb7db), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.403472 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:28.435031 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.477723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:27:28.482769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:27:28.485457 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:27:28.530489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event updated for resources: {'Port': ['ID=e395fd4a-81c3-4231-b156-f137389eb7db,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:28.557146 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:28.557758 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.580102 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-87cd4432-f60f-4cc8-b85b-a52b9cbd0562 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557678 Sep 28 12:27:28.599854 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Request body: {'port': {'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:28.625064 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:28.666183 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.670017 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f46c9-306d-4819-8d54-48a79c16628c req-097ce02e-740a-4a3a-827c-b975922a0a5f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:28.671508 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-229f46c9-306d-4819-8d54-48a79c16628c req-097ce02e-740a-4a3a-827c-b975922a0a5f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0490315 Sep 28 12:27:28.700714 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Provisioning complete for port e395fd4a-81c3-4231-b156-f137389eb7db triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:27:28.701353 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.701651 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Attempt 1 to provision port e395fd4a-81c3-4231-b156-f137389eb7db Sep 28 12:27:28.722945 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-229f46c9-306d-4819-8d54-48a79c16628c req-b5beab18-3cdd-4b0e-9b81-93595efc0838 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457397 Sep 28 12:27:28.733458 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Port e395fd4a-81c3-4231-b156-f137389eb7db cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:27:28.928300 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e395fd4a-81c3-4231-b156-f137389eb7db {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:27:28.935925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Publish callbacks [] for port (e395fd4a-81c3-4231-b156-f137389eb7db), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:28.948152 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Transition to ACTIVE for port object e395fd4a-81c3-4231-b156-f137389eb7db will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:27:28.951873 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:29.033045 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Pushing event updated for resources: {'Port': ['ID=e395fd4a-81c3-4231-b156-f137389eb7db,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:29.095118 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Attempting to bind port e395fd4a-81c3-4231-b156-f137389eb7db on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:27:29.095453 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Attempting to bind port e395fd4a-81c3-4231-b156-f137389eb7db by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:27:29.096077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Attempting to bind port e395fd4a-81c3-4231-b156-f137389eb7db on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:27:29.123103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba3e0-b1e8-4592-ad4c-4766776bbb5d req-db4819ec-091e-47fa-9579-a04c456326ad tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:29.124562 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e8ba3e0-b1e8-4592-ad4c-4766776bbb5d req-db4819ec-091e-47fa-9579-a04c456326ad tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 943 time: 0.0751872 Sep 28 12:27:29.175704 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Port e395fd4a-81c3-4231-b156-f137389eb7db on network d22fae6b-c19d-4165-8f58-a67d0afa1461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:27:29.176035 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Attempting to bind port e395fd4a-81c3-4231-b156-f137389eb7db on network d22fae6b-c19d-4165-8f58-a67d0afa1461 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:27:29.213992 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e8ba3e0-b1e8-4592-ad4c-4766776bbb5d req-28f52878-6e65-4737-a22c-25e0188afac0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834432 Sep 28 12:27:29.228729 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:29.233440 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:27:29.233777 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Checking segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:27:29.234157 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Bound using segment: {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:27:29.234594 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Bound port: e395fd4a-81c3-4231-b156-f137389eb7db, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:27:29.234955 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:29.235111 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Attempt 2 to provision port e395fd4a-81c3-4231-b156-f137389eb7db Sep 28 12:27:29.266574 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Port e395fd4a-81c3-4231-b156-f137389eb7db cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:27:29.297109 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] For port e395fd4a-81c3-4231-b156-f137389eb7db, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:27:29.300078 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] For port e395fd4a-81c3-4231-b156-f137389eb7db, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e395fd4a-81c3-4231-b156-f137389eb7db,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:27:29.306152 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:29.310278 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:29.310887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:29.312265 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 1093 time: 0.7172363 Sep 28 12:27:29.312815 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:27:29.315065 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476cade-cb71-4c96-9653-846ac4dcebac" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:27:29.360485 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f078f951-000c-4803-8566-3f77e0774e45 x-openstack-request-id: req-f078f951-000c-4803-8566-3f77e0774e45 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:27:29.360803 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:27:29.361056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f078f951-000c-4803-8566-3f77e0774e45 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:27:29.361478 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f078f951-000c-4803-8566-3f77e0774e45'] response: {'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'status': 'completed', 'code': 200} Sep 28 12:27:29.366139 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52baf34-1bc2-461b-8a9c-61478cfaa9eb service neutron] Pushing event updated for resources: {'Port': ['ID=e395fd4a-81c3-4231-b156-f137389eb7db,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:29.434995 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-49e86879-4352-4c73-99b8-c8828e003a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:29.436444 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-49e86879-4352-4c73-99b8-c8828e003a13 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1127 time: 0.0424323 Sep 28 12:27:29.485638 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-51c28895-6736-4fba-8702-faedcf8c5d60 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 217 time: 0.0338326 Sep 28 12:27:29.534517 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-853bbe78-6708-43ff-96fd-0eac8011a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:29.535939 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-853bbe78-6708-43ff-96fd-0eac8011a92f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0441847 Sep 28 12:27:29.580316 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-6d152cd0-845c-4163-9a4a-53aca0e5a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:29.581813 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-6d152cd0-845c-4163-9a4a-53aca0e5a0cd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379541 Sep 28 12:27:29.641310 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:29.676142 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-9adec84b-19a7-48d9-ab34-e99db6204d0d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863724 Sep 28 12:27:29.767964 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Attempt 3 to provision port e395fd4a-81c3-4231-b156-f137389eb7db Sep 28 12:27:29.777597 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-38004120-c749-4c6f-9ea9-d7f783c2cd95 req-338bdcd7-75c4-47f0-b5da-c1c0bc6078c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881779 Sep 28 12:27:29.807152 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-732dd61f-9300-4bb8-9b55-226390308fde None None] Port e395fd4a-81c3-4231-b156-f137389eb7db had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:27:29.853814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecedfe-45d0-40bd-85a1-1545e8e3b1b4 req-f2e9b692-9fd8-4ff7-bcf6-d148ac1b543b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:29.855285 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-39ecedfe-45d0-40bd-85a1-1545e8e3b1b4 req-f2e9b692-9fd8-4ff7-bcf6-d148ac1b543b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0488753 Sep 28 12:27:29.902137 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-39ecedfe-45d0-40bd-85a1-1545e8e3b1b4 req-7a5c187e-5dd8-4811-b41b-a7ab4caf92eb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412941 Sep 28 12:27:30.338745 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e103-2faf-407d-8445-dec9f9786741 req-854de95a-8f83-42d7-8261-2cfc1cde6cc9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:30.340194 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c525e103-2faf-407d-8445-dec9f9786741 req-854de95a-8f83-42d7-8261-2cfc1cde6cc9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 943 time: 0.0488787 Sep 28 12:27:30.386617 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c525e103-2faf-407d-8445-dec9f9786741 req-25446d48-9dab-4777-aa65-c77a584fd239 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409424 Sep 28 12:27:30.605761 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=17 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:30.606507 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=17 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:31.026261 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb66e8-d424-4558-96ad-41e007e98395 req-ba048eb7-c3a8-48b9-b357-4ab86a9a6433 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:31.027732 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3abb66e8-d424-4558-96ad-41e007e98395 req-ba048eb7-c3a8-48b9-b357-4ab86a9a6433 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0453973 Sep 28 12:27:31.073355 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3abb66e8-d424-4558-96ad-41e007e98395 req-45146d52-4886-479c-a126-5450900d12b5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Sep 28 12:27:31.503947 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c6f2-b872-4cde-98de-a6614a6d6ba2 req-334dd05e-fb5a-43f2-9818-ceb5e2e1cfb1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:31.505416 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3a08c6f2-b872-4cde-98de-a6614a6d6ba2 req-334dd05e-fb5a-43f2-9818-ceb5e2e1cfb1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 943 time: 0.0450547 Sep 28 12:27:31.551345 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3a08c6f2-b872-4cde-98de-a6614a6d6ba2 req-0de2e0d3-db26-4e13-8f11-ccdc811a6057 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 Sep 28 12:27:32.202995 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2ff6-3e99-4fd3-aa91-3c508a8abd8c req-0fb2b4e8-5b89-4676-b428-98296d59b36b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:32.204500 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c71a2ff6-3e99-4fd3-aa91-3c508a8abd8c req-0fb2b4e8-5b89-4676-b428-98296d59b36b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0517571 Sep 28 12:27:32.252247 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c71a2ff6-3e99-4fd3-aa91-3c508a8abd8c req-113db873-d5bc-4320-9a8b-bec4ef99b002 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Sep 28 12:27:32.669882 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c751e-705e-44ba-a798-80f0a089db21 req-e2f0278a-9ffa-4242-82ff-6099c6efe83d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:32.671375 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0a8c751e-705e-44ba-a798-80f0a089db21 req-e2f0278a-9ffa-4242-82ff-6099c6efe83d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 943 time: 0.0459957 Sep 28 12:27:32.721767 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0a8c751e-705e-44ba-a798-80f0a089db21 req-7b2edff5-599d-45a9-8398-800f8112db10 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449889 Sep 28 12:27:33.112976 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476cade-cb71-4c96-9653-846ac4dcebac req-9ec1159c-f7c5-417f-84e4-5c9013078deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:33.114465 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-9ec1159c-f7c5-417f-84e4-5c9013078deb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1127 time: 0.0372787 Sep 28 12:27:33.377324 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5805fed-a29e-4f2e-8b8d-d75e9984ab14 req-a70bad96-aafe-4aa1-a230-ab786ae00b51 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:33.378696 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a5805fed-a29e-4f2e-8b8d-d75e9984ab14 req-a70bad96-aafe-4aa1-a230-ab786ae00b51 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0461683 Sep 28 12:27:33.424440 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a5805fed-a29e-4f2e-8b8d-d75e9984ab14 req-c862c98e-1e30-43b6-9d73-f0968488f98f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Sep 28 12:27:33.775294 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device e395fd4a-81c3-4231-b156-f137389eb7db details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:27:33.847163 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cf92a-fc70-4e9c-a96a-cc0f4ca15e14 req-258d63c8-00b9-495c-b481-274ed18165ae tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:33.848657 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-160cf92a-fc70-4e9c-a96a-cc0f4ca15e14 req-258d63c8-00b9-495c-b481-274ed18165ae tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 943 time: 0.0507576 Sep 28 12:27:33.874720 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port e395fd4a-81c3-4231-b156-f137389eb7db, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e395fd4a-81c3-4231-b156-f137389eb7db,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:33.885624 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:27:33.895901 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-160cf92a-fc70-4e9c-a96a-cc0f4ca15e14 req-a881b325-699a-4316-be41-6a8861e08a3e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406830 Sep 28 12:27:33.925108 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port e395fd4a-81c3-4231-b156-f137389eb7db is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:27:33.925514 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:33.938231 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e395fd4a-81c3-4231-b156-f137389eb7db {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:27:33.957491 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port e395fd4a-81c3-4231-b156-f137389eb7db, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e395fd4a-81c3-4231-b156-f137389eb7db,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:33.961293 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:34.007266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=e395fd4a-81c3-4231-b156-f137389eb7db,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:34.534498 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['e395fd4a-81c3-4231-b156-f137389eb7db'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:27:34.553763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:34.562519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca086-3cee-44d9-a22f-8428c3f7bab7 req-075652e9-fbba-4ea4-bb35-1f95dd908a51 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:34.563998 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-694ca086-3cee-44d9-a22f-8428c3f7bab7 req-075652e9-fbba-4ea4-bb35-1f95dd908a51 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0513484 Sep 28 12:27:34.611142 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-694ca086-3cee-44d9-a22f-8428c3f7bab7 req-00b4adb1-4547-4efe-ad28-7ba98b79d936 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Sep 28 12:27:34.999314 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:35.018027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ef3f6-4385-4e93-b8a7-ac10bb55f095 req-91383b03-f5fa-48c4-bec7-92e758a9c14d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:35.019508 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a0ef3f6-4385-4e93-b8a7-ac10bb55f095 req-91383b03-f5fa-48c4-bec7-92e758a9c14d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 944 time: 0.0479414 Sep 28 12:27:35.025076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476cade-cb71-4c96-9653-846ac4dcebac req-c84101c1-1972-4a41-9514-fd28f37f5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:35.026534 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-c84101c1-1972-4a41-9514-fd28f37f5bec service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0898795 Sep 28 12:27:35.031425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:35.068181 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a0ef3f6-4385-4e93-b8a7-ac10bb55f095 req-a9f581e0-b8a2-4fcd-b02b-c1b3a01b7fd2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422904 Sep 28 12:27:35.074335 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-977c933c-72ba-4bb0-9018-dce38d9a74ea service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 217 time: 0.0326054 Sep 28 12:27:35.122740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476cade-cb71-4c96-9653-846ac4dcebac req-3fe0d162-9f52-4b12-a74f-d0648d06f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:35.124187 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-3fe0d162-9f52-4b12-a74f-d0648d06f0de service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0440443 Sep 28 12:27:35.165716 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476cade-cb71-4c96-9653-846ac4dcebac req-07f28341-e854-4137-a48d-917f3625fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:35.167138 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-07f28341-e854-4137-a48d-917f3625fd42 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370116 Sep 28 12:27:35.262860 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-bcd09673-e220-418b-80f7-af61f29bd555 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870459 Sep 28 12:27:35.358031 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7476cade-cb71-4c96-9653-846ac4dcebac req-53ddb315-0147-4ce7-a630-2336beb019fa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854442 Sep 28 12:27:35.703583 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:35.738144 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488eab3-9b77-4cf9-942c-c2a96e5ff5bf req-20c29132-4a96-4ef1-a24e-1897117005b3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:35.739579 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3488eab3-9b77-4cf9-942c-c2a96e5ff5bf req-20c29132-4a96-4ef1-a24e-1897117005b3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 944 time: 0.0453377 Sep 28 12:27:35.786009 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3488eab3-9b77-4cf9-942c-c2a96e5ff5bf req-1ee6311c-e79a-49ea-a4e7-7486cfb104fd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Sep 28 12:27:35.801006 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:27:35.822542 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device e395fd4a-81c3-4231-b156-f137389eb7db up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:27:35.903806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:35.916160 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:35.931566 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port e395fd4a-81c3-4231-b156-f137389eb7db completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:27:35.940440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:35.942608 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port e395fd4a-81c3-4231-b156-f137389eb7db triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:27:35.943696 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:35.944115 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port e395fd4a-81c3-4231-b156-f137389eb7db Sep 28 12:27:35.974813 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '9fce75aa-da2d-404c-8c7f-84862f035240', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'port_id': '9fce75aa-da2d-404c-8c7f-84862f035240', 'mac_address': 'fa:16:3e:2a:e8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:27:36.019687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:27:36.020064 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:36.057740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce75aa-da2d-404c-8c7f-84862f035240 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:27:36.072301 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port e395fd4a-81c3-4231-b156-f137389eb7db is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:27:36.072675 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:36.089926 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:36.097890 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:36.106716 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:27:36.109071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f72cb-e6ab-4c4e-8c36-5662d062e218" -d '{"events": [{"server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "name": "network-vif-plugged", "status": "completed", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:27:36.143669 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port e395fd4a-81c3-4231-b156-f137389eb7db, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e395fd4a-81c3-4231-b156-f137389eb7db,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:36.150784 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:36.163570 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=9']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:36.187459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f68589f-694f-4d5a-9257-78f5776f3b5a x-openstack-request-id: req-0f68589f-694f-4d5a-9257-78f5776f3b5a {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:27:36.187773 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "name": "network-vif-plugged", "status": "completed", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:27:36.188028 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f68589f-694f-4d5a-9257-78f5776f3b5a {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:27:36.188415 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f68589f-694f-4d5a-9257-78f5776f3b5a'] response: {'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'code': 200} Sep 28 12:27:36.207548 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278d2df-9411-455b-ad4e-6ff812bcef51 req-3e559521-97be-4638-9afd-cdd79d2ee495 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:36.209676 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7278d2df-9411-455b-ad4e-6ff812bcef51 req-3e559521-97be-4638-9afd-cdd79d2ee495 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0664203 Sep 28 12:27:36.214512 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=e395fd4a-81c3-4231-b156-f137389eb7db,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:36.264175 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7278d2df-9411-455b-ad4e-6ff812bcef51 req-53c1885b-c7da-4deb-af56-397f1df31ee8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 Sep 28 12:27:36.412508 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831c1ec-e5f6-4c52-94b3-626f50ea83fd req-00554e28-44ce-4ba6-aa99-9d7ccd49ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:36.414016 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b831c1ec-e5f6-4c52-94b3-626f50ea83fd req-00554e28-44ce-4ba6-aa99-9d7ccd49ce63 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.0373371 Sep 28 12:27:36.456942 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b831c1ec-e5f6-4c52-94b3-626f50ea83fd req-674bf443-5844-4cdf-b071-69ff1a5d9aa0 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364792 Sep 28 12:27:36.606213 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['9fce75aa-da2d-404c-8c7f-84862f035240'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:27:36.916607 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25620d-b9ea-4812-9431-d592f870305b req-a93740dd-3f05-4b36-b868-3ad18a08b9b0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:36.918122 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f25620d-b9ea-4812-9431-d592f870305b req-a93740dd-3f05-4b36-b868-3ad18a08b9b0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.0495944 Sep 28 12:27:36.964085 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f25620d-b9ea-4812-9431-d592f870305b req-7804c916-ec2a-4780-82f7-c5c475c951b3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Sep 28 12:27:37.385448 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a841-558e-43ec-9b40-6a1ae7b06d4a req-1108c8e2-3190-4a6a-9c5e-9eff1088fa8d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:37.386903 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-30d4a841-558e-43ec-9b40-6a1ae7b06d4a req-1108c8e2-3190-4a6a-9c5e-9eff1088fa8d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0465252 Sep 28 12:27:37.433122 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-30d4a841-558e-43ec-9b40-6a1ae7b06d4a req-7178494f-ae2a-455b-90a5-92d6d6929ee0 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Sep 28 12:27:37.973796 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:27:38.017342 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 9fce75aa-da2d-404c-8c7f-84862f035240 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:27:38.017724 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:38.018059 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 9fce75aa-da2d-404c-8c7f-84862f035240 Sep 28 12:27:38.088571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeed251-be3d-4431-a2a2-c96e5461453f req-b9cef090-2661-4f1e-9520-3896bcccb17d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:38.090063 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eeeed251-be3d-4431-a2a2-c96e5461453f req-b9cef090-2661-4f1e-9520-3896bcccb17d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 945 time: 0.0462172 Sep 28 12:27:38.092851 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9fce75aa-da2d-404c-8c7f-84862f035240 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:27:38.093281 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:38.127184 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:27:38.130707 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:38.137860 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eeeed251-be3d-4431-a2a2-c96e5461453f req-95448193-3ed1-4b6e-b822-7867f34ae257 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Sep 28 12:27:38.177276 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=10']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:27:38.189881 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:27:38.192081 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1606b-ffab-4339-8ee3-0ca45b14b08c" -d '{"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-plugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:27:38.232055 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a63c8-159b-4bdf-b14f-89510c08066f x-openstack-request-id: req-ab9a63c8-159b-4bdf-b14f-89510c08066f {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:27:38.232354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-plugged", "status": "completed", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:27:38.232613 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab9a63c8-159b-4bdf-b14f-89510c08066f {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:27:38.233019 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9a63c8-159b-4bdf-b14f-89510c08066f'] response: {'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'code': 200} Sep 28 12:27:38.554153 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44887af6-5d1f-4a18-ab25-cff1f4f8e58e req-652e7248-a0e7-4ff7-bf79-fee70440d236 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:38.555632 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-44887af6-5d1f-4a18-ab25-cff1f4f8e58e req-652e7248-a0e7-4ff7-bf79-fee70440d236 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Sep 28 12:27:38.603136 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-44887af6-5d1f-4a18-ab25-cff1f4f8e58e req-ca52a8db-376b-4897-988a-c74902adeb5a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Sep 28 12:27:38.725032 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964d66-9e64-4705-b240-23d08b3318e1 req-2e8dd8b3-11dd-47cb-bd33-d8b1a7138bfa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:38.726427 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-99964d66-9e64-4705-b240-23d08b3318e1 req-2e8dd8b3-11dd-47cb-bd33-d8b1a7138bfa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Sep 28 12:27:38.736785 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51404) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:27:38.741587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'floatingip': {'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:27:38.781681 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:39.201406 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:39.205277 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:39.274007 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68bcff-b358-4b90-818a-93a9635b3862 req-90d090f6-4f28-4cb2-b009-d56feae64151 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:39.275498 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9e68bcff-b358-4b90-818a-93a9635b3862 req-90d090f6-4f28-4cb2-b009-d56feae64151 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0520091 Sep 28 12:27:39.306729 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Floating IP d574d6ee-5174-4af7-9c09-e0bdccd05c02 associated. External IP: 172.27.0.182, port: e395fd4a-81c3-4231-b156-f137389eb7db. Sep 28 12:27:39.331255 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9e68bcff-b358-4b90-818a-93a9635b3862 req-7cee2c6e-5a8e-496d-b774-cc718eae3245 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 Sep 28 12:27:39.389298 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:39.416761 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92949f61-dbc1-4c2f-b49d-e020dbfafa22 req-3f4401dd-4547-45ad-b4e8-ffdd91c72858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:39.418281 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-92949f61-dbc1-4c2f-b49d-e020dbfafa22 req-3f4401dd-4547-45ad-b4e8-ffdd91c72858 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 1131 time: 0.0375235 Sep 28 12:27:39.464169 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-92949f61-dbc1-4c2f-b49d-e020dbfafa22 req-e3b9ba1d-8736-48d5-96b8-4d39954e38e6 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397744 Sep 28 12:27:39.480150 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:39.493897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:39.507177 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Router 6ac41c77-417b-40fa-a448-15e98a4569ca has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:27:39.608979 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:27:39.613774 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:39.619325 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] Sync routers for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:27:39.628825 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:27:39.629471 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:27:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:27:39.632265 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:39.643888 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-edf47c5b-1b51-4d98-8600-d6221badda6e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/d574d6ee-5174-4af7-9c09-e0bdccd05c02 HTTP/1.1" status: 200 len: 991 time: 0.9055583 Sep 28 12:27:39.644833 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:27:39.647879 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46245ef5-a5c1-4356-bf74-dce312d4463b" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:27:39.678215 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:39.686651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c198b-c6cd-4b46-9973-31544a8df8bf x-openstack-request-id: req-560c198b-c6cd-4b46-9973-31544a8df8bf {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:27:39.686941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:27:39.687200 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-560c198b-c6cd-4b46-9973-31544a8df8bf {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:27:39.687641 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560c198b-c6cd-4b46-9973-31544a8df8bf'] response: {'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'status': 'completed', 'code': 200} Sep 28 12:27:39.734150 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:27:39.939169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'd574d6ee-5174-4af7-9c09-e0bdccd05c02', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:27:09Z', 'updated_at': '2022-09-28T12:27:39Z', 'revision_number': 1, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:27:39.963463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] Checking router: 6ac41c77-417b-40fa-a448-15e98a4569ca for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:27:39.971768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:27:39.972357 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:27:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:27:40.071064 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:27:40.123517 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-dde32b6b-5c94-40c1-8ddf-1e63fdcf10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:40.125000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-dde32b6b-5c94-40c1-8ddf-1e63fdcf10c6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.0388098 Sep 28 12:27:40.284515 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'd574d6ee-5174-4af7-9c09-e0bdccd05c02', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:27:09Z', 'updated_at': '2022-09-28T12:27:39Z', 'revision_number': 1, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:27:40.309725 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c33bd-ca75-44df-a5fe-3bdf88504d4a None None] The sync data for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi is: [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'd574d6ee-5174-4af7-9c09-e0bdccd05c02', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:27:09Z', 'updated_at': '2022-09-28T12:27:39Z', 'revision_number': 1, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:27:40.463386 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0ea51-57f6-4ef8-8bbb-375ba7471aae req-da41d2e8-e4b9-4773-b890-f78a274d61a6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:40.464916 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e6b0ea51-57f6-4ef8-8bbb-375ba7471aae req-da41d2e8-e4b9-4773-b890-f78a274d61a6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0472701 Sep 28 12:27:40.496348 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf94a3-abd1-43f1-b4ac-9baa13d65e80 None None] New status for floating IP d574d6ee-5174-4af7-9c09-e0bdccd05c02: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:27:40.520076 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e6b0ea51-57f6-4ef8-8bbb-375ba7471aae req-3afba0b5-ee51-4a43-8236-bb59b1eb44b3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495019 Sep 28 12:27:40.863946 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-0c58e7cf-dac2-4fde-9e95-e21b5d5bad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:40.865485 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-0c58e7cf-dac2-4fde-9e95-e21b5d5bad74 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0877702 Sep 28 12:27:40.940722 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-463e4512-6319-4f83-aa34-035f3e200037 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 1001 time: 0.0526202 Sep 28 12:27:41.003760 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-f6d3df52-1816-4af9-b017-9ff9167431fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:41.005156 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-f6d3df52-1816-4af9-b017-9ff9167431fb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0449722 Sep 28 12:27:41.049684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:41.053546 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-0b7fb242-867f-438a-af6b-44865c3b55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:41.055033 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-0b7fb242-867f-438a-af6b-44865c3b55a0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383754 Sep 28 12:27:41.151814 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-9df2a03e-a5cb-4ba4-9b2c-9bcc570fdb17 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818877 Sep 28 12:27:41.248852 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-46245ef5-a5c1-4356-bf74-dce312d4463b req-365f7ca3-6c84-4411-97a8-135af0b9cdf1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866601 Sep 28 12:27:41.696439 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b9f0f-9653-4e8f-908e-c13f01f6b7b8 req-47dfb6dd-3682-4a68-b63f-7e16d2579f6f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:41.697946 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2d4b9f0f-9653-4e8f-908e-c13f01f6b7b8 req-47dfb6dd-3682-4a68-b63f-7e16d2579f6f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0944965 Sep 28 12:27:41.748125 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2d4b9f0f-9653-4e8f-908e-c13f01f6b7b8 req-809baa6e-b3fd-4b01-bd79-9c9461906d67 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Sep 28 12:27:42.923580 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332c1e5-7b92-4cc7-a174-62ed63536bca req-cbf86a70-32ce-4230-88f4-a8f7a2f2ac5a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:42.925018 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6332c1e5-7b92-4cc7-a174-62ed63536bca req-cbf86a70-32ce-4230-88f4-a8f7a2f2ac5a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0943167 Sep 28 12:27:42.972052 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6332c1e5-7b92-4cc7-a174-62ed63536bca req-8a42e400-2f97-4b4c-aa07-4b70f7334acd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Sep 28 12:27:48.908685 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-85595ab4-d66a-4fdb-9513-19a39726c2e9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462489 Sep 28 12:27:49.007480 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6dded-136f-4558-adf3-42da471f132a req-4b0dfb24-1c72-48e2-a686-7d742c44186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:49.009216 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-4b0dfb24-1c72-48e2-a686-7d742c44186a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 1129 time: 0.0473711 Sep 28 12:27:49.129289 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6dded-136f-4558-adf3-42da471f132a req-6830a778-a197-4731-ad3e-dd3e7f15e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:49.130850 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-6830a778-a197-4731-ad3e-dd3e7f15e802 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.0998297 Sep 28 12:27:49.198899 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-e08597d4-6600-4bf0-a075-11c0de71d799 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa HTTP/1.1" status: 200 len: 1000 time: 0.0607708 Sep 28 12:27:49.256646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6dded-136f-4558-adf3-42da471f132a req-a1403e38-eb75-42f8-8f92-2892aed157c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:49.258138 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-a1403e38-eb75-42f8-8f92-2892aed157c1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0527747 Sep 28 12:27:49.300107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:49.306663 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6dded-136f-4558-adf3-42da471f132a req-ec2b6dc4-0188-4eb2-b28b-9fff937c5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:49.308175 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-ec2b6dc4-0188-4eb2-b28b-9fff937c5bec service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439451 Sep 28 12:27:49.346797 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:49.637163 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-f29ba30f-1205-44dd-82d7-87ccbf334a00 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230875 Sep 28 12:27:49.733739 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bd6dded-136f-4558-adf3-42da471f132a req-2a692888-b0ac-42ec-b613-df6184acdc4c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Sep 28 12:27:50.598087 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:50.601588 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:51.243799 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-56a48d64-0078-4512-aa8c-8a9a710dbd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:51.742093 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=26 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:51.744679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=28 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:53.527045 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0aa4706a-c805-42fe-845f-f9fecf29c406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:54.821685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:54.957745 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0719e36-7453-4582-9f51-6a89a7dd4c1a req-c7066d17-1e6e-45e9-abd2-e714865c98b1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:54.959211 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0719e36-7453-4582-9f51-6a89a7dd4c1a req-c7066d17-1e6e-45e9-abd2-e714865c98b1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0471971 Sep 28 12:27:55.035494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-2bed6fa2-662d-4fdd-aa99-f57b0059f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:55.036844 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-2bed6fa2-662d-4fdd-aa99-f57b0059f286 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1169 time: 0.0576742 Sep 28 12:27:55.070144 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0719e36-7453-4582-9f51-6a89a7dd4c1a req-62f7ece4-9d47-4531-897a-a854d5be3eb1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046567 Sep 28 12:27:55.103272 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:27:55.136555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-84e54fdb-e3e2-4d97-bf5f-5f01d480f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:55.138015 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-84e54fdb-e3e2-4d97-bf5f-5f01d480f0f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 916 time: 0.0934665 Sep 28 12:27:55.218846 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-1b8198c4-c13d-4f53-acf9-6fe63be98891 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 1001 time: 0.0591543 Sep 28 12:27:55.266846 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-58a83974-97a5-49f9-8397-f87f409184ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:55.268266 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-58a83974-97a5-49f9-8397-f87f409184ea service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 200 len: 854 time: 0.0437765 Sep 28 12:27:55.312999 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-f7a7d8e8-0995-4dcd-b3fe-4a2236cfe961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:55.314548 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-f7a7d8e8-0995-4dcd-b3fe-4a2236cfe961 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392663 Sep 28 12:27:55.417018 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-99a6d21f-5e7a-4c6c-9fd1-10d5c4dfa58d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855396 Sep 28 12:27:55.505743 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0348760e-8ad7-4fac-a41c-f4ca5bc37ab3 req-76576ffc-e12d-423b-b0ba-6c156f3c985b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813715 Sep 28 12:27:56.160532 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:56.192996 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fafb5-66ac-465c-8529-350f995062fc req-2b5fd20a-1123-447c-8b35-4ec2eee61191 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:56.195113 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-342fafb5-66ac-465c-8529-350f995062fc req-2b5fd20a-1123-447c-8b35-4ec2eee61191 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0478394 Sep 28 12:27:56.226602 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:27:56.256702 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-342fafb5-66ac-465c-8529-350f995062fc req-4f06cff3-ffed-457c-8e04-3fae733e93ee tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559506 Sep 28 12:27:57.379529 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37f54e-c0e9-42a6-8a19-761829d91eb3 req-16790d14-aea0-4af6-832a-45f5f612aa5d tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:57.380988 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fd37f54e-c0e9-42a6-8a19-761829d91eb3 req-16790d14-aea0-4af6-832a-45f5f612aa5d tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0500033 Sep 28 12:27:57.439361 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fd37f54e-c0e9-42a6-8a19-761829d91eb3 req-f07d1819-d112-49e1-83a7-915fa3c3ca6c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522282 Sep 28 12:27:57.609982 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:27:58.559140 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d06924-dbe3-4717-8729-2bb3cf0a06f3 req-3a1fe8f0-6967-4d74-855d-64798f1dde78 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:58.560649 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b5d06924-dbe3-4717-8729-2bb3cf0a06f3 req-3a1fe8f0-6967-4d74-855d-64798f1dde78 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0455513 Sep 28 12:27:58.620254 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b5d06924-dbe3-4717-8729-2bb3cf0a06f3 req-cc673164-7bab-449f-ad6d-63997edd762a tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539739 Sep 28 12:27:59.738308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc05c5d-d620-4c37-8172-19366cda1fec req-6b838ebc-6961-41a9-838e-9628ed28aa79 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:27:59.739767 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-acc05c5d-d620-4c37-8172-19366cda1fec req-6b838ebc-6961-41a9-838e-9628ed28aa79 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0460002 Sep 28 12:27:59.798791 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-acc05c5d-d620-4c37-8172-19366cda1fec req-f6835efe-b721-4505-8497-c5823f1b7ea8 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533674 Sep 28 12:28:00.926579 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4d69-bb43-4601-9606-4b2392ce33dd req-55f20f35-b176-410c-93f1-5b55b4db90ea tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:00.928329 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c6eb4d69-bb43-4601-9606-4b2392ce33dd req-55f20f35-b176-410c-93f1-5b55b4db90ea tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0514650 Sep 28 12:28:00.990731 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c6eb4d69-bb43-4601-9606-4b2392ce33dd req-2b1b5a64-f0a8-45d9-bce6-7c19e04ee6e6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557024 Sep 28 12:28:02.076484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:02.114378 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1512ce4-9650-4f52-8670-02cf338fb59b req-e42391b3-7dae-4e6d-9a57-eeb91eba2cb5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:02.115825 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b1512ce4-9650-4f52-8670-02cf338fb59b req-e42391b3-7dae-4e6d-9a57-eeb91eba2cb5 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0498033 Sep 28 12:28:02.173626 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b1512ce4-9650-4f52-8670-02cf338fb59b req-928b1e7e-b538-4178-89bd-982dad11a13c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522184 Sep 28 12:28:03.294602 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658907d-3b9c-4443-a0e9-a97a58e34346 req-5c1d0653-b821-4cde-b05a-128cd5603aca tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:03.296058 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c658907d-3b9c-4443-a0e9-a97a58e34346 req-5c1d0653-b821-4cde-b05a-128cd5603aca tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0476580 Sep 28 12:28:03.356625 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c658907d-3b9c-4443-a0e9-a97a58e34346 req-cd576c99-f92f-4262-a65f-720fb17d43ce tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549064 Sep 28 12:28:04.474664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69e638-35a0-4e28-a2fd-73bf408ea915 req-bf5f2851-1e29-4e4e-aff9-78a65164f82c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:04.476104 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6e69e638-35a0-4e28-a2fd-73bf408ea915 req-bf5f2851-1e29-4e4e-aff9-78a65164f82c tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0455732 Sep 28 12:28:04.534110 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6e69e638-35a0-4e28-a2fd-73bf408ea915 req-4af3cd4c-21be-4e2c-9178-3e40c1e34e9b tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524583 Sep 28 12:28:05.659194 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4d065-2a50-4c5c-9f28-2603550ec372 req-c458abf0-9eb8-4aaa-8f3c-507c56190148 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:05.660616 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4bd4d065-2a50-4c5c-9f28-2603550ec372 req-c458abf0-9eb8-4aaa-8f3c-507c56190148 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0496993 Sep 28 12:28:05.719395 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4bd4d065-2a50-4c5c-9f28-2603550ec372 req-61ba6a73-7dfb-401b-bee7-2cf14d2472a2 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530438 Sep 28 12:28:06.212823 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:06.221367 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:06.838406 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06084d7d-3de4-47da-b33f-a4d95b788f8c req-3584bb5d-655d-4cfd-bfdc-fc39f7d72eb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:06.839835 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06084d7d-3de4-47da-b33f-a4d95b788f8c req-3584bb5d-655d-4cfd-bfdc-fc39f7d72eb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0453763 Sep 28 12:28:06.901450 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-06084d7d-3de4-47da-b33f-a4d95b788f8c req-a60246d7-c813-47fa-a400-aef18ff85627 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560319 Sep 28 12:28:07.605642 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:07.606434 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:08.022397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d494c-f699-4d43-a571-8d23b1f8e1fc req-d0aff6bb-11ab-4422-b4b8-5f7d76475148 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:08.024101 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e3d494c-f699-4d43-a571-8d23b1f8e1fc req-d0aff6bb-11ab-4422-b4b8-5f7d76475148 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0467334 Sep 28 12:28:08.083580 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e3d494c-f699-4d43-a571-8d23b1f8e1fc req-bb54f615-0528-453d-ac51-ff9573b722e4 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a0f26316-ff48-45b5-8a12-373ee9ed20e6&id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538468 Sep 28 12:28:16.891808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:16.895908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=28 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:18.074935 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=63 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:18.077938 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=63 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:19.240745 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:19.616681 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:21.249384 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6037d75a-cb68-402e-a8b3-780c554010ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:23.528885 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b87f5dee-56a0-48fc-82a8-6dec77d13fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:24.822424 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:26.164348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:26.219740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:29.011892 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22024d0-f6ca-49c8-b175-3327afae2c27 req-fe3c8806-dabd-4f19-a663-24ac1e1883dd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:29.013379 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b22024d0-f6ca-49c8-b175-3327afae2c27 req-fe3c8806-dabd-4f19-a663-24ac1e1883dd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0465698 Sep 28 12:28:29.063783 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b22024d0-f6ca-49c8-b175-3327afae2c27 req-dd1a4035-62a8-4811-a337-77a98713d8c3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448363 Sep 28 12:28:30.188706 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d99eb-8d60-461a-a084-f1a668c0c63a req-9cf7bf01-763a-4a47-91e5-758425148d90 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:30.190204 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-297d99eb-8d60-461a-a084-f1a668c0c63a req-9cf7bf01-763a-4a47-91e5-758425148d90 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0504959 Sep 28 12:28:30.237881 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-297d99eb-8d60-461a-a084-f1a668c0c63a req-a6147860-04c2-43c7-94ea-598170160b69 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 Sep 28 12:28:31.124031 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-503140c9-c759-4d24-845b-9846f524ddf8 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:31.125458 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-503140c9-c759-4d24-845b-9846f524ddf8 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0440269 Sep 28 12:28:31.218145 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port 1f3e04c1-ffca-4137-b169-3bf2fa937308 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:28:31.218869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:31.307335 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] For port 1f3e04c1-ffca-4137-b169-3bf2fa937308, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1f3e04c1-ffca-4137-b169-3bf2fa937308,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:28:31.307690 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:31.357760 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362a508-2cc1-4536-afad-7f12e8cba6cf req-218c64b0-bef1-49ec-831a-d94c1a37e24c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:31.359238 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c362a508-2cc1-4536-afad-7f12e8cba6cf req-218c64b0-bef1-49ec-831a-d94c1a37e24c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 945 time: 0.0478499 Sep 28 12:28:31.407149 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c362a508-2cc1-4536-afad-7f12e8cba6cf req-494cbd2f-ea06-47ff-83bd-bf6ea1401f10 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09a7cd63-4272-4e88-8074-1bda87b5781c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Sep 28 12:28:31.513637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:31.513999 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (1c868cc5-4db2-430f-99de-b8aafb4fdbc9), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:31.514312 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP 1c868cc5-4db2-430f-99de-b8aafb4fdbc9 disassociated. External IP: 172.27.0.220, port: 1f3e04c1-ffca-4137-b169-3bf2fa937308. Sep 28 12:28:31.514651 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for 1f3e04c1-ffca-4137-b169-3bf2fa937308 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:28:31.639993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (1f3e04c1-ffca-4137-b169-3bf2fa937308), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:31.667800 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=1f3e04c1-ffca-4137-b169-3bf2fa937308,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:31.681325 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.681673 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.682015 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.682352 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.682685 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.683017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.683344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.683668 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.684000 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.684330 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.684640 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.684960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.685314 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.685633 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.685952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:31.789011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:28:31.892383 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:28:31.903168 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:28:31.914083 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:28:31.915191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:31.934955 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] No DVR routers for this DVR port 1f3e04c1-ffca-4137-b169-3bf2fa937308 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:28:31.937562 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:31.940904 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7f7aa717-82bd-47f2-9428-ca4e6b6ec578 req-7ecc8f3c-f597-40b4-bd87-33fbd5830018 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "DELETE /networking/v2.0/ports/1f3e04c1-ffca-4137-b169-3bf2fa937308 HTTP/1.1" status: 204 len: 173 time: 0.8032868 Sep 28 12:28:31.941432 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'name': 'network-vif-deleted', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:28:31.943617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b295a314-a1f2-4aa1-9b9b-2e25e05d2050" -d '{"events": [{"server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "name": "network-vif-deleted", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:28:32.028562 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:28:32.043573 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a14e26-1e66-4902-8667-2774448b5f0a x-openstack-request-id: req-69a14e26-1e66-4902-8667-2774448b5f0a {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:28:32.043862 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bf4bcb-fcb0-4571-ab62-a01a701e27aa", "name": "network-vif-deleted", "tag": "1f3e04c1-ffca-4137-b169-3bf2fa937308", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:28:32.044142 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69a14e26-1e66-4902-8667-2774448b5f0a {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:28:32.044545 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a14e26-1e66-4902-8667-2774448b5f0a'] response: {'server_uuid': '52bf4bcb-fcb0-4571-ab62-a01a701e27aa', 'name': 'network-vif-deleted', 'tag': '1f3e04c1-ffca-4137-b169-3bf2fa937308', 'status': 'completed', 'code': 200} Sep 28 12:28:32.260894 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:32.288293 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:28:32.297593 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:28:32.298204 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:32.403224 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:28:32.525966 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-436ccc37-cc7b-4a0a-af5c-39aabf726392 req-4e06cb61-1855-4afc-a60a-8005fad211b3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=52bf4bcb-fcb0-4571-ab62-a01a701e27aa HTTP/1.1" status: 200 len: 210 time: 0.0290558 Sep 28 12:28:32.618555 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:32.643717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05c2780-832a-4ae7-8509-fca31d4b475c None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:d7:5e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:22:58Z', 'updated_at': '2022-09-28T12:24:06Z', 'revision_number': 2, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:28:32.895478 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269547f-33b9-4fbc-b5d0-b5d1f337390b None None] New status for floating IP 1c868cc5-4db2-430f-99de-b8aafb4fdbc9: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:28:33.621664 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51554) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:33.677186 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (09a7cd63-4272-4e88-8074-1bda87b5781c), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:33.709366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (09a7cd63-4272-4e88-8074-1bda87b5781c), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:33.761591 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (09a7cd63-4272-4e88-8074-1bda87b5781c), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:33.764265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:33.767953 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/09a7cd63-4272-4e88-8074-1bda87b5781c HTTP/1.1" status: 204 len: 168 time: 0.1427546 Sep 28 12:28:33.768488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51556) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:33.776211 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7cd63-4272-4e88-8074-1bda87b5781c,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:33.778380 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:33.784434 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.784792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.785154 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.785825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.785825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.786162 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.786502 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.786831 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.787217 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.787586 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.787825 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.api.v2.resource [None req-1f33340d-092c-4f0d-a36e-6f716270331c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] show failed (client error): The resource could not be found. Sep 28 12:28:33.787959 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.788235 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.792108 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.792108 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.792434 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1f33340d-092c-4f0d-a36e-6f716270331c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups/09a7cd63-4272-4e88-8074-1bda87b5781c HTTP/1.1" status: 404 len: 347 time: 0.0186605 Sep 28 12:28:33.792527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d6bf0-9c3c-4b3a-9c52-8585d390f698 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:33.792527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51558) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:33.912320 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port fe5adc9f-bb63-4ba0-80f4-244788d5d2dd {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:28:33.912667 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:33.988883 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:33.989242 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:34.005742 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for fe5adc9f-bb63-4ba0-80f4-244788d5d2dd owned by network:floatingip {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:28:34.138970 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (fe5adc9f-bb63-4ba0-80f4-244788d5d2dd), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:34.160889 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=fe5adc9f-bb63-4ba0-80f4-244788d5d2dd,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:34.228552 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (1c868cc5-4db2-430f-99de-b8aafb4fdbc9), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:34.231037 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:34.232189 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-16d644dd-07fd-4d8b-9370-742acfe7448a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/1c868cc5-4db2-430f-99de-b8aafb4fdbc9 HTTP/1.1" status: 204 len: 168 time: 0.4388711 Sep 28 12:28:34.609628 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:28:36.198232 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1f3e04c1-ffca-4137-b169-3bf2fa937308 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:28:36.221394 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 1f3e04c1-ffca-4137-b169-3bf2fa937308 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:28:36.221730 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1f3e04c1-ffca-4137-b169-3bf2fa937308 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:28:36.975260 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a0d58-2c4b-493c-ac09-42ababfeafce req-299e5349-f6dd-494a-b225-bca368f2c990 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:36.977353 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3b3a0d58-2c4b-493c-ac09-42ababfeafce req-299e5349-f6dd-494a-b225-bca368f2c990 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0458040 Sep 28 12:28:37.023634 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3b3a0d58-2c4b-493c-ac09-42ababfeafce req-50198498-4a34-49e0-acb2-8d5ce8cf2244 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408041 Sep 28 12:28:38.149831 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26638ee-9b56-4b33-aa50-229b23bd8f41 req-ad40b675-caaf-4336-aacf-c0190d0e0c55 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:38.151295 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c26638ee-9b56-4b33-aa50-229b23bd8f41 req-ad40b675-caaf-4336-aacf-c0190d0e0c55 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0487626 Sep 28 12:28:38.162912 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:38.201217 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c26638ee-9b56-4b33-aa50-229b23bd8f41 req-b8de6aa4-3468-4819-9eb2-c1857a57de22 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Sep 28 12:28:39.285367 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:39.308586 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de18ff-681d-45e5-9687-f88417bf361a req-3842ece4-f3a0-4224-91a7-c68c451264f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:39.310076 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b2de18ff-681d-45e5-9687-f88417bf361a req-3842ece4-f3a0-4224-91a7-c68c451264f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0455387 Sep 28 12:28:39.327361 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d6ec8-cfb9-4779-8656-b7a2642dc61b req-c1fb30b6-c0a2-49f5-bb78-ed40f1c65ff5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:39.328967 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6e2d6ec8-cfb9-4779-8656-b7a2642dc61b req-c1fb30b6-c0a2-49f5-bb78-ed40f1c65ff5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 945 time: 0.0516298 Sep 28 12:28:39.350347 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:39.378854 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6e2d6ec8-cfb9-4779-8656-b7a2642dc61b req-db3b6e41-ea38-4357-8d19-804e58229b51 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=babcf5ac-54a5-4e59-b287-567875eeefd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444584 Sep 28 12:28:39.398696 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port 7db57789-d5c3-4711-9222-79c5c2dd7daa {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:28:39.399041 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:39.485228 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] For port 7db57789-d5c3-4711-9222-79c5c2dd7daa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7db57789-d5c3-4711-9222-79c5c2dd7daa,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:28:39.485590 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:39.643181 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:39.643539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:39.643851 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP 3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9 disassociated. External IP: 172.27.0.24, port: 7db57789-d5c3-4711-9222-79c5c2dd7daa. Sep 28 12:28:39.644186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for 7db57789-d5c3-4711-9222-79c5c2dd7daa owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:28:39.768022 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (7db57789-d5c3-4711-9222-79c5c2dd7daa), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:39.795804 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=7db57789-d5c3-4711-9222-79c5c2dd7daa,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:39.905902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:28:40.000916 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:40.010047 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:28:40.019703 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:28:40.029255 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:28:40.029864 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:40.050494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] No DVR routers for this DVR port 7db57789-d5c3-4711-9222-79c5c2dd7daa on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:28:40.053171 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:40.057597 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b2de18ff-681d-45e5-9687-f88417bf361a req-1e5dc037-3870-4bbb-8642-ec7fb670dd7c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "DELETE /networking/v2.0/ports/7db57789-d5c3-4711-9222-79c5c2dd7daa HTTP/1.1" status: 204 len: 173 time: 0.7421482 Sep 28 12:28:40.058253 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'name': 'network-vif-deleted', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:28:40.060455 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd64e2-266b-47a7-9eea-5f6d6e509b93" -d '{"events": [{"server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "name": "network-vif-deleted", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:28:40.099289 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a0d285-281c-4ad9-ba65-4795137643f2 x-openstack-request-id: req-d4a0d285-281c-4ad9-ba65-4795137643f2 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:28:40.099609 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f4d7a5-a42f-4ce7-bf29-b689265cceba", "name": "network-vif-deleted", "tag": "7db57789-d5c3-4711-9222-79c5c2dd7daa", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:28:40.099870 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4a0d285-281c-4ad9-ba65-4795137643f2 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:28:40.100254 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a0d285-281c-4ad9-ba65-4795137643f2'] response: {'server_uuid': '58f4d7a5-a42f-4ce7-bf29-b689265cceba', 'name': 'network-vif-deleted', 'tag': '7db57789-d5c3-4711-9222-79c5c2dd7daa', 'status': 'completed', 'code': 200} Sep 28 12:28:40.111142 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:40.127997 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:40.135817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:28:40.333188 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:40.361521 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:28:40.370869 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:28:40.371470 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:40.474559 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:28:40.497409 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d0ea79e5-a7e7-475b-94a9-773fbd12fab8 req-23e60629-2988-4a35-ae15-d8e936d42554 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=58f4d7a5-a42f-4ce7-bf29-b689265cceba HTTP/1.1" status: 200 len: 210 time: 0.0280235 Sep 28 12:28:40.787040 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:40.814108 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd7414-63b9-4f05-b85d-a272bb6fe092 None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:28:41.035607 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b51ed9c-931c-4c0c-b884-d574ea8c6465 None None] New status for floating IP 3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:28:41.474500 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bcb35-f503-4a25-a6fe-1d344d3b27d2 req-d36d5430-0eed-4c68-bea5-0bc7d9b97abb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:41.475950 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e08bcb35-f503-4a25-a6fe-1d344d3b27d2 req-d36d5430-0eed-4c68-bea5-0bc7d9b97abb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0459871 Sep 28 12:28:41.525974 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e08bcb35-f503-4a25-a6fe-1d344d3b27d2 req-b484d9b1-85ce-49d5-a300-1c1028a1eefd tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433593 Sep 28 12:28:41.598202 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51602) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:41.654589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d773cfd-5933-4d2e-82a1-115c398e62c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (babcf5ac-54a5-4e59-b287-567875eeefd0), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.675703 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d773cfd-5933-4d2e-82a1-115c398e62c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (babcf5ac-54a5-4e59-b287-567875eeefd0), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.677928 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:41.723247 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d773cfd-5933-4d2e-82a1-115c398e62c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (babcf5ac-54a5-4e59-b287-567875eeefd0), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.725925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5d773cfd-5933-4d2e-82a1-115c398e62c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.727093 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5d773cfd-5933-4d2e-82a1-115c398e62c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/babcf5ac-54a5-4e59-b287-567875eeefd0 HTTP/1.1" status: 204 len: 168 time: 0.1278954 Sep 28 12:28:41.730000 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51604) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:41.735998 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d773cfd-5933-4d2e-82a1-115c398e62c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babcf5ac-54a5-4e59-b287-567875eeefd0,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:41.743798 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.api.v2.resource [None req-1483c0d0-d6ae-4d7a-9874-14c5818fbab8 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] show failed (client error): The resource could not be found. Sep 28 12:28:41.744788 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-1483c0d0-d6ae-4d7a-9874-14c5818fbab8 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups/babcf5ac-54a5-4e59-b287-567875eeefd0 HTTP/1.1" status: 404 len: 347 time: 0.0137758 Sep 28 12:28:41.747674 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51606) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:41.860736 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port 3e9d2763-8b9c-44df-b68a-4a21f86ec965 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:28:41.860994 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.937815 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.938139 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (3e9d2763-8b9c-44df-b68a-4a21f86ec965), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:41.951197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for 3e9d2763-8b9c-44df-b68a-4a21f86ec965 owned by network:floatingip {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:28:42.079798 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (3e9d2763-8b9c-44df-b68a-4a21f86ec965), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.103502 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=3e9d2763-8b9c-44df-b68a-4a21f86ec965,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:42.171844 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.174381 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.175524 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2556be41-4db2-4243-befb-0ecfa8e66996 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/3304c64e-aa95-47ff-bbdc-c0e8f6a9f1c9 HTTP/1.1" status: 204 len: 168 time: 0.4269688 Sep 28 12:28:42.264410 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51610) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:42.269269 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583618871', 'description': 'tempest-description--1960422535'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:42.290675 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.357840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (b413ead6-3e55-45a4-92d9-33b3587d8745), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.361301 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b413ead6-3e55-45a4-92d9-33b3587d8745), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.391993 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.393211 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1277657 Sep 28 12:28:42.395193 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576d35-3526-44c9-8419-c710f369fd74 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b413ead6-3e55-45a4-92d9-33b3587d8745,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:42.396263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51612) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:42.401249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': 'b413ead6-3e55-45a4-92d9-33b3587d8745', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:42.427182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (54f8c6f1-3d52-4a46-b77e-dc3e30f09cf4), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.481088 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (54f8c6f1-3d52-4a46-b77e-dc3e30f09cf4), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.484570 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (54f8c6f1-3d52-4a46-b77e-dc3e30f09cf4), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.503230 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f8c6f1-3d52-4a46-b77e-dc3e30f09cf4,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:42.509115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.510283 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-15333ee7-fa66-414d-8c76-ccfc7a7c2718 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128738 Sep 28 12:28:42.512989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51614) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:42.517204 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': 'b413ead6-3e55-45a4-92d9-33b3587d8745', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:42.543668 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (35d2c246-d92e-45f8-add2-7a4f54af8935), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.603510 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (35d2c246-d92e-45f8-add2-7a4f54af8935), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.606995 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (35d2c246-d92e-45f8-add2-7a4f54af8935), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.624933 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d2c246-d92e-45f8-add2-7a4f54af8935,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:42.633163 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.634376 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-4583c16b-8215-4354-abf7-0d16aec8a4e3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204267 Sep 28 12:28:42.634621 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:42.637614 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51618) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:42.641842 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:42.649759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa223a-75ba-48dd-8dba-a0942165f258 req-023b9b9a-49ef-4fe4-808e-d432952a5219 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:42.651250 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-31fa223a-75ba-48dd-8dba-a0942165f258 req-023b9b9a-49ef-4fe4-808e-d432952a5219 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0491877 Sep 28 12:28:42.661957 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.701233 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-31fa223a-75ba-48dd-8dba-a0942165f258 req-20277bad-7ca9-4121-bbbf-6a0f86b63668 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435622 Sep 28 12:28:42.739422 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.845457 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.27.0.112 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/fd3dfbf6-a7ed-430f-98dc-4689f2712323) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:28:42.938992 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:42.949250 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:42.981330 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.004574 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:43.020612 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:28:43.026348 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:28:43.030469 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:28:43.033723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=fd3dfbf6-a7ed-430f-98dc-4689f2712323,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:43.112485 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (40c1c9ce-5281-4910-a13e-deda87ab9513), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.150905 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.296211 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.300696 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.365257 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=fd3dfbf6-a7ed-430f-98dc-4689f2712323,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:43.369244 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (40c1c9ce-5281-4910-a13e-deda87ab9513), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.384637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:43.385943 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-339e598a-2642-4adc-afda-fe720b5a0b61 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7474246 Sep 28 12:28:43.534682 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-5d46953a-2078-4d7c-a3be-25d3c2f8de39 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--583618871&fields=id&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 267 time: 0.0414479 Sep 28 12:28:43.639512 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-d88945f6-52bd-4709-aaa7-aefec395ed53 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:43.640860 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-d88945f6-52bd-4709-aaa7-aefec395ed53 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.0999839 Sep 28 12:28:43.655097 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-fbd42c6d-01df-47ac-9d47-fe9907e12141 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/quotas/8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 375 time: 0.0090022 Sep 28 12:28:43.701486 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e73f07a0-4cee-4d1c-b98f-6662d66cad11 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415628 Sep 28 12:28:43.823254 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:43.830725 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ea7f6-36ff-4fe0-b074-749bf234fa27 req-ef0c1f3d-d4ec-4695-89d8-8ad2d299b063 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:43.832191 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9d5ea7f6-36ff-4fe0-b074-749bf234fa27 req-ef0c1f3d-d4ec-4695-89d8-8ad2d299b063 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0519991 Sep 28 12:28:43.850250 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-641c3a68-b85c-418e-89e3-fbbb2785902d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372564 Sep 28 12:28:43.869218 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:43.883613 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9d5ea7f6-36ff-4fe0-b074-749bf234fa27 req-28f4b14e-2ad5-49c4-8be5-cefba2863670 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453906 Sep 28 12:28:43.938888 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-55219072-255f-4154-97da-48b05973d05c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823095 Sep 28 12:28:44.099862 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a1491860-ac63-4b6b-a6d1-dd36f53c9b5d req-6ee555e9-f9a5-4974-924c-ada4448d72c6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Sep 28 12:28:44.206660 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 7db57789-d5c3-4711-9222-79c5c2dd7daa no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:28:44.230960 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 7db57789-d5c3-4711-9222-79c5c2dd7daa {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:28:44.231303 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 7db57789-d5c3-4711-9222-79c5c2dd7daa not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:28:45.008424 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63afef-f920-46c9-8fd4-6854e90b0575 req-2f1dfac5-9ca8-4bdd-b60b-7143e92c40b5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:45.009946 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea63afef-f920-46c9-8fd4-6854e90b0575 req-2f1dfac5-9ca8-4bdd-b60b-7143e92c40b5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0499442 Sep 28 12:28:45.057940 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ea63afef-f920-46c9-8fd4-6854e90b0575 req-03cf292a-776f-4e2a-8508-16cbb3e85211 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423615 Sep 28 12:28:45.200015 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-85c43e23-df89-4854-899a-be682ec7571c req-8e3dc3d9-d518-4a65-89a0-d1e84b319b30 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 210 time: 0.0282788 Sep 28 12:28:45.434390 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:45.466875 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-2e9fa17c-2954-4ecc-8663-9f7f1f2e9f41 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:45.468352 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-2e9fa17c-2954-4ecc-8663-9f7f1f2e9f41 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.1005335 Sep 28 12:28:45.541423 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-a6fac18b-bf45-4bdb-acf3-1b10e9f1ce93 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 379 time: 0.0578580 Sep 28 12:28:45.653589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'port': {'device_id': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'admin_state_up': True, 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'security_groups': ['b413ead6-3e55-45a4-92d9-33b3587d8745']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:45.756110 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Made reservation on behalf of 8f9ceb72510849c9a1cce4cde67d06d2 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:28:45.759982 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:45.885524 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.20.0.14 (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b/9ed1e443-712c-429f-acbc-a99c94197210) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:28:46.023203 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (9ed1e443-712c-429f-acbc-a99c94197210), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:46.304569 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4f69f221-ab10-4f47-b33e-0086b5870430 req-8fcbd712-5dbd-4022-a8d7-39ce46d13dd5 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 210 time: 0.0273869 Sep 28 12:28:46.329540 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:46.335859 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (9ed1e443-712c-429f-acbc-a99c94197210), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:46.373718 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d965b63-b464-44a3-9b99-370e39e3939e req-c1e91bba-f1b6-44a0-af58-0ec9a2ad574e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:46.375165 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9d965b63-b464-44a3-9b99-370e39e3939e req-c1e91bba-f1b6-44a0-af58-0ec9a2ad574e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0803246 Sep 28 12:28:46.399601 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:28:46.408399 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:28:46.415113 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:28:46.418954 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=9ed1e443-712c-429f-acbc-a99c94197210,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:46.486845 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:46.487452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:46.495229 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9d965b63-b464-44a3-9b99-370e39e3939e req-3733464b-0cef-482d-9f7e-9366359f3b19 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091967 Sep 28 12:28:46.510577 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-26f0757f-349a-4d77-b1ca-d3e9dcdf8f87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606226 Sep 28 12:28:46.608365 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Request body: {'port': {'device_id': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:46.661805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:46.666993 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Provisioning complete for port 9ed1e443-712c-429f-acbc-a99c94197210 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:28:46.667505 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9ed1e443-712c-429f-acbc-a99c94197210), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:46.667773 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Attempt 1 to provision port 9ed1e443-712c-429f-acbc-a99c94197210 Sep 28 12:28:46.668149 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9ed1e443-712c-429f-acbc-a99c94197210), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:46.699026 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Port 9ed1e443-712c-429f-acbc-a99c94197210 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:28:46.922832 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed1e443-712c-429f-acbc-a99c94197210 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:28:46.930481 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Publish callbacks [] for port (9ed1e443-712c-429f-acbc-a99c94197210), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:46.942866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Transition to ACTIVE for port object 9ed1e443-712c-429f-acbc-a99c94197210 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:28:46.946462 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (9ed1e443-712c-429f-acbc-a99c94197210), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:47.021697 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed1e443-712c-429f-acbc-a99c94197210,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:47.050296 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Attempting to bind port 9ed1e443-712c-429f-acbc-a99c94197210 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:28:47.050942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Attempting to bind port 9ed1e443-712c-429f-acbc-a99c94197210 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:28:47.050942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Attempting to bind port 9ed1e443-712c-429f-acbc-a99c94197210 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:28:47.095129 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Port 9ed1e443-712c-429f-acbc-a99c94197210 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:28:47.095463 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Attempting to bind port 9ed1e443-712c-429f-acbc-a99c94197210 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:28:47.136864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:28:47.137158 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:28:47.137550 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Bound using segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:28:47.137981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Bound port: 9ed1e443-712c-429f-acbc-a99c94197210, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:28:47.138346 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9ed1e443-712c-429f-acbc-a99c94197210), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:47.197920 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] For port 9ed1e443-712c-429f-acbc-a99c94197210, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:28:47.199558 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Attempt 2 to provision port 9ed1e443-712c-429f-acbc-a99c94197210 Sep 28 12:28:47.200887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] For port 9ed1e443-712c-429f-acbc-a99c94197210, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9ed1e443-712c-429f-acbc-a99c94197210,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:28:47.207897 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (9ed1e443-712c-429f-acbc-a99c94197210), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:47.212368 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:47.212966 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:47.214354 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/9ed1e443-712c-429f-acbc-a99c94197210 HTTP/1.1" status: 200 len: 1094 time: 0.6520913 Sep 28 12:28:47.214755 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:47.215449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:28:47.217879 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e82a38f-4082-490d-ad06-325d5c6836cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "tag": "9ed1e443-712c-429f-acbc-a99c94197210"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:28:47.235499 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Port 9ed1e443-712c-429f-acbc-a99c94197210 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:28:47.264389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75603f-2202-4232-8086-da565b34c646 x-openstack-request-id: req-7e75603f-2202-4232-8086-da565b34c646 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:28:47.264670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "tag": "9ed1e443-712c-429f-acbc-a99c94197210", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:28:47.264920 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e75603f-2202-4232-8086-da565b34c646 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:28:47.265337 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e75603f-2202-4232-8086-da565b34c646'] response: {'name': 'network-changed', 'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210', 'status': 'completed', 'code': 200} Sep 28 12:28:47.270179 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f143e6-9a0b-4e8f-bfca-211b608593b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed1e443-712c-429f-acbc-a99c94197210,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:47.331681 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-bdd2f66c-c50f-4915-b753-2d86fabedbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:47.333206 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-bdd2f66c-c50f-4915-b753-2d86fabedbc5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 1128 time: 0.0419636 Sep 28 12:28:47.382619 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-3d3fac89-2a25-4c04-af8f-a8758e084386 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed1e443-712c-429f-acbc-a99c94197210 HTTP/1.1" status: 200 len: 217 time: 0.0333254 Sep 28 12:28:47.455000 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca768b64-abcf-43f5-9542-718b3643a7fa req-88bf9606-c12d-46ce-b71f-8e4c8f2feb75 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:47.456360 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ca768b64-abcf-43f5-9542-718b3643a7fa req-88bf9606-c12d-46ce-b71f-8e4c8f2feb75 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 944 time: 0.0763061 Sep 28 12:28:47.472502 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-fa884c90-b067-41ca-b13b-b222220fe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:47.473895 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-fa884c90-b067-41ca-b13b-b222220fe61c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0825596 Sep 28 12:28:47.535541 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-588c0404-c78f-4890-ac07-679e7a6cd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:47.537093 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-588c0404-c78f-4890-ac07-679e7a6cd23b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555096 Sep 28 12:28:47.541266 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ca768b64-abcf-43f5-9542-718b3643a7fa req-4492cdf4-0c0b-4200-bca0-3d256d267758 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784929 Sep 28 12:28:47.550712 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:47.624527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad9c09-8d68-4497-8ae9-db0ee0132161 req-dbf1fb1d-9a8c-42b9-ac40-6eb21073676c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:47.626131 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-59ad9c09-8d68-4497-8ae9-db0ee0132161 req-dbf1fb1d-9a8c-42b9-ac40-6eb21073676c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0496376 Sep 28 12:28:47.634351 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-0a8251da-37a8-4581-b67b-cc4c5f1bdbdf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913734 Sep 28 12:28:47.674712 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-59ad9c09-8d68-4497-8ae9-db0ee0132161 req-1b93e1f0-0fb4-4617-b94a-33e0dc646ac9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429437 Sep 28 12:28:47.722758 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-937cb637-9458-41d6-b145-cb4cec80b6a3 req-aed67bfe-4912-43e3-a908-c6205f6b6703 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824814 Sep 28 12:28:47.737329 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Attempt 3 to provision port 9ed1e443-712c-429f-acbc-a99c94197210 Sep 28 12:28:47.778400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-e19a9c44-b619-4551-a5fe-c42a3ae1f6ed None None] Port 9ed1e443-712c-429f-acbc-a99c94197210 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:28:48.658906 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e9747-4d10-440c-bb5c-4654d816ae76 req-5c5238f8-5bfb-4f3f-a371-804fd7900790 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:48.660370 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-333e9747-4d10-440c-bb5c-4654d816ae76 req-5c5238f8-5bfb-4f3f-a371-804fd7900790 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 944 time: 0.0458086 Sep 28 12:28:48.710208 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-333e9747-4d10-440c-bb5c-4654d816ae76 req-6c2014dd-14cb-4730-a002-2011927eef70 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Sep 28 12:28:48.794872 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ab56e-7788-4889-b68f-1686fcbc36d6 req-7afdcef3-ffcc-4c98-82ad-749b1e46d0be tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:48.796305 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fe1ab56e-7788-4889-b68f-1686fcbc36d6 req-7afdcef3-ffcc-4c98-82ad-749b1e46d0be tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0452490 Sep 28 12:28:48.844476 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fe1ab56e-7788-4889-b68f-1686fcbc36d6 req-ce3cfa81-9e7d-4cce-9066-1fa413e7d396 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426171 Sep 28 12:28:49.238388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:49.831779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0138a-4469-4887-9d5a-98256d30e2ff req-c5030036-6d68-4208-8f50-9eb0d87a505e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:49.833192 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3ba0138a-4469-4887-9d5a-98256d30e2ff req-c5030036-6d68-4208-8f50-9eb0d87a505e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 944 time: 0.0478294 Sep 28 12:28:49.894382 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3ba0138a-4469-4887-9d5a-98256d30e2ff req-0effaa96-7a50-45da-be6d-ba73d6bd7772 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549314 Sep 28 12:28:49.976276 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551054-ccd5-49d1-b3c0-6523707f1bbe req-ec776bd1-9933-424a-aff8-3ca69041699a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:49.978032 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-48551054-ccd5-49d1-b3c0-6523707f1bbe req-ec776bd1-9933-424a-aff8-3ca69041699a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0547822 Sep 28 12:28:50.032215 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-48551054-ccd5-49d1-b3c0-6523707f1bbe req-a6f0b5f4-52e7-42a6-b456-f5930825a374 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488243 Sep 28 12:28:50.215669 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9ed1e443-712c-429f-acbc-a99c94197210 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:28:50.312904 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9ed1e443-712c-429f-acbc-a99c94197210, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9ed1e443-712c-429f-acbc-a99c94197210,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:28:50.324017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '9ed1e443-712c-429f-acbc-a99c94197210', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'port_id': '9ed1e443-712c-429f-acbc-a99c94197210', 'mac_address': 'fa:16:3e:80:1e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:28:50.361984 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9ed1e443-712c-429f-acbc-a99c94197210 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:28:50.362366 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9ed1e443-712c-429f-acbc-a99c94197210), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:50.364155 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:50.376841 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed1e443-712c-429f-acbc-a99c94197210 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:28:50.394964 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:50.397249 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9ed1e443-712c-429f-acbc-a99c94197210, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9ed1e443-712c-429f-acbc-a99c94197210,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:28:50.401738 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9ed1e443-712c-429f-acbc-a99c94197210), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:50.447605 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9ed1e443-712c-429f-acbc-a99c94197210,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:50.455115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.455459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.455803 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.456140 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.456469 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.456792 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.457115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.457458 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.457778 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.458103 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.458419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.458760 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.459084 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.459399 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.459714 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:28:50.659239 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-8711e3b3-5506-4b86-883d-df1f26321fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:50.659794 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-b51b0c1b-1bc5-4094-abfe-6096bcf727cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:50.660731 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-8711e3b3-5506-4b86-883d-df1f26321fb2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 1129 time: 0.0398126 Sep 28 12:28:50.661291 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-b51b0c1b-1bc5-4094-abfe-6096bcf727cd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0390270 Sep 28 12:28:50.760680 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-dc3718cf-692a-412e-927c-e7926a7bdf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:50.762107 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-dc3718cf-692a-412e-927c-e7926a7bdf0b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.0917318 Sep 28 12:28:50.772119 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-08fa9e4c-9606-4419-aacb-05b863313cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:50.774192 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-08fa9e4c-9606-4419-aacb-05b863313cd7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 910 time: 0.0893149 Sep 28 12:28:50.801909 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-5c32a4d6-8930-4647-b603-7b7eb4096adb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed1e443-712c-429f-acbc-a99c94197210 HTTP/1.1" status: 200 len: 217 time: 0.0327015 Sep 28 12:28:50.854509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-8d076b5d-3ac9-485e-ad5e-2691ea81a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:50.856001 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-8d076b5d-3ac9-485e-ad5e-2691ea81a372 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0477750 Sep 28 12:28:50.906573 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-1270c56b-a96b-4b09-9367-0143aa1cf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:50.908090 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-1270c56b-a96b-4b09-9367-0143aa1cf61e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451663 Sep 28 12:28:50.908531 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['9ed1e443-712c-429f-acbc-a99c94197210'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:28:50.999625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:51.006358 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-28722a9e-960b-4665-b60d-34a263634f67 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910547 Sep 28 12:28:51.090181 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-f3c238fb-6ee8-45b4-8434-1a330be15b79 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 1001 time: 0.3094008 Sep 28 12:28:51.106612 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:51.110317 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:51.113237 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff98fcf-4214-4d7e-ba1e-75c2feaa9899 req-31fd6ea7-978a-486d-885b-c500f57a0829 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:51.120057 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bff98fcf-4214-4d7e-ba1e-75c2feaa9899 req-31fd6ea7-978a-486d-885b-c500f57a0829 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 945 time: 0.1120658 Sep 28 12:28:51.184589 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-e1cdc1f8-97a0-425d-bebc-fc408fdaa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:51.186069 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-e1cdc1f8-97a0-425d-bebc-fc408fdaa62f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.0889990 Sep 28 12:28:51.193626 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d0901-3126-4103-9030-9bb3c6ae1ddf req-aae8231e-d014-4939-908b-79d97447c6b6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:51.193794 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bff98fcf-4214-4d7e-ba1e-75c2feaa9899 req-c7d1fe98-6696-41ef-89c9-6a7bea8b6d45 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728731 Sep 28 12:28:51.196055 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a5d0901-3126-4103-9030-9bb3c6ae1ddf req-aae8231e-d014-4939-908b-79d97447c6b6 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0617118 Sep 28 12:28:51.196256 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8e82a38f-4082-490d-ad06-325d5c6836cf req-d4abeabc-5f84-4f43-98c0-2939b1499b04 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783390 Sep 28 12:28:51.242659 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-63bedba9-d6b2-472f-a213-2131342b2798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:51.247883 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-de82bde5-a934-4bee-9b75-881d9c18a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:51.249398 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-de82bde5-a934-4bee-9b75-881d9c18a696 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521519 Sep 28 12:28:51.277319 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a5d0901-3126-4103-9030-9bb3c6ae1ddf req-b9485f40-d92f-45e0-85ad-42fb69e584b9 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713913 Sep 28 12:28:51.381319 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-de8f44ee-1d0d-4321-990a-4115e1138981 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861130 Sep 28 12:28:51.446977 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:51.470980 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37d6f6d3-f418-481f-855d-d0aaba0d43c0 req-b64238f3-b031-4c10-ba95-eb2ac4a755d6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836480 Sep 28 12:28:52.046566 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-c633bc34-57c7-4dff-89df-679e3fd71d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:52.048072 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-c633bc34-57c7-4dff-89df-679e3fd71d8b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0429049 Sep 28 12:28:52.145382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-b51b555c-8b20-459b-ad1b-cebcfe3db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:52.146864 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-b51b555c-8b20-459b-ad1b-cebcfe3db8a2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 910 time: 0.0860693 Sep 28 12:28:52.228390 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:52.229123 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9ed1e443-712c-429f-acbc-a99c94197210 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:28:52.255155 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-9568b1cf-aba0-4f28-8ed8-a34ae4e3f352 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 1001 time: 0.0643475 Sep 28 12:28:52.309963 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 9ed1e443-712c-429f-acbc-a99c94197210 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:28:52.317282 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 9ed1e443-712c-429f-acbc-a99c94197210 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:28:52.317664 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (9ed1e443-712c-429f-acbc-a99c94197210), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:52.318443 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 9ed1e443-712c-429f-acbc-a99c94197210 Sep 28 12:28:52.324679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-c4c8e99b-9c6f-4f7d-a236-77ff2ae97778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:52.326698 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-c4c8e99b-9c6f-4f7d-a236-77ff2ae97778 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.0648146 Sep 28 12:28:52.382576 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffec8b-1524-485f-a3c9-4976c27b0825 req-66cabc43-2474-46b6-a17f-8c5610f8fc0b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:52.385597 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04ffec8b-1524-485f-a3c9-4976c27b0825 req-66cabc43-2474-46b6-a17f-8c5610f8fc0b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 945 time: 0.1034937 Sep 28 12:28:52.410711 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 9ed1e443-712c-429f-acbc-a99c94197210 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:28:52.412542 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (9ed1e443-712c-429f-acbc-a99c94197210), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:52.422220 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:52.438912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-bf9c26aa-911e-4ab2-9901-2545ce9ed017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:52.441413 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-bf9c26aa-911e-4ab2-9901-2545ce9ed017 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058412 Sep 28 12:28:52.441702 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04ffec8b-1524-485f-a3c9-4976c27b0825 req-08f7852b-fd2c-413c-bd01-50562ea33171 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496364 Sep 28 12:28:52.447285 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:28:52.450105 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5da8da-7246-404d-b784-ed9ea09c01dc" -d '{"events": [{"server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "name": "network-vif-plugged", "status": "completed", "tag": "9ed1e443-712c-429f-acbc-a99c94197210"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:28:52.455494 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 9ed1e443-712c-429f-acbc-a99c94197210, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9ed1e443-712c-429f-acbc-a99c94197210,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:28:52.466811 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (9ed1e443-712c-429f-acbc-a99c94197210), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:52.474491 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b9a2b-ed08-44fe-8c53-126da68a2aab req-3baf4bea-2dad-4058-ae88-4aa4e61ea461 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:52.476608 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da9b9a2b-ed08-44fe-8c53-126da68a2aab req-3baf4bea-2dad-4058-ae88-4aa4e61ea461 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0912192 Sep 28 12:28:52.521817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=9ed1e443-712c-429f-acbc-a99c94197210,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:52.564539 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c6cafd-728e-4479-8115-19e9b76068cb x-openstack-request-id: req-a3c6cafd-728e-4479-8115-19e9b76068cb {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:28:52.564863 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "name": "network-vif-plugged", "status": "completed", "tag": "9ed1e443-712c-429f-acbc-a99c94197210", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:28:52.565167 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3c6cafd-728e-4479-8115-19e9b76068cb {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:28:52.565565 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c6cafd-728e-4479-8115-19e9b76068cb'] response: {'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210', 'code': 200} Sep 28 12:28:52.588423 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da9b9a2b-ed08-44fe-8c53-126da68a2aab req-d4afb79f-4857-47bb-bbfe-3fa78bb20990 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017926 Sep 28 12:28:52.598787 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-7e12966d-e288-42e8-9506-1eb4ce0991e0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499848 Sep 28 12:28:52.885847 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-349fc6f2-e5aa-4010-9b5b-6b6e059c7abd req-9e3d3e97-f46a-414a-9da9-6657396a8976 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977154 Sep 28 12:28:53.531415 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3b678e3-9fcd-46fc-8319-7a10ae94075b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:53.582539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dae52-58b7-4c9f-9d74-1e8c9e5010b0 req-b933a821-34ed-45c0-b364-d96f1afdefb6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:53.584523 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c9dae52-58b7-4c9f-9d74-1e8c9e5010b0 req-b933a821-34ed-45c0-b364-d96f1afdefb6 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0574512 Sep 28 12:28:53.632609 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c9dae52-58b7-4c9f-9d74-1e8c9e5010b0 req-dc1371fb-4149-43b1-8a6c-dd1d8290dc01 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Sep 28 12:28:53.708766 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2e4c2-3eb3-4fb3-baa5-c0e3e0005e8b req-125fd915-ffc9-486d-9da1-69730c462452 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:53.711040 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-31e2e4c2-3eb3-4fb3-baa5-c0e3e0005e8b req-125fd915-ffc9-486d-9da1-69730c462452 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0457735 Sep 28 12:28:53.759783 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-31e2e4c2-3eb3-4fb3-baa5-c0e3e0005e8b req-e84f7287-e284-4db6-b240-22571bf40e4e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432463 Sep 28 12:28:54.173199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7d9d7-e1ed-4277-abfd-ae8e6030106c req-fcb98892-28cf-4ce1-a1f3-13f9db1f33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:54.174711 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-84f7d9d7-e1ed-4277-abfd-ae8e6030106c req-fcb98892-28cf-4ce1-a1f3-13f9db1f33c0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 1130 time: 0.0416396 Sep 28 12:28:54.218869 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-84f7d9d7-e1ed-4277-abfd-ae8e6030106c req-45582401-9efc-4a2f-b85b-a7b8c8fa230c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381820 Sep 28 12:28:54.751957 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837304a-f0d4-412e-bd2f-c12392505bb7 req-4ec991c8-f773-4f50-acb7-da643032eaa2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:54.753357 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8837304a-f0d4-412e-bd2f-c12392505bb7 req-4ec991c8-f773-4f50-acb7-da643032eaa2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0448275 Sep 28 12:28:54.802867 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8837304a-f0d4-412e-bd2f-c12392505bb7 req-47dbd57a-3b13-4710-ba0e-5e58e7e2f313 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 Sep 28 12:28:54.831029 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:54.884713 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45ae04-ed1c-41f3-918d-b744f656485c req-45133cb1-f77b-44f1-ba2b-4edbce1a00f1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:54.886195 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-de45ae04-ed1c-41f3-918d-b744f656485c req-45133cb1-f77b-44f1-ba2b-4edbce1a00f1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0468690 Sep 28 12:28:54.935331 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-de45ae04-ed1c-41f3-918d-b744f656485c req-0fce298e-ecb6-413f-b264-aa08bddf8bab tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432220 Sep 28 12:28:55.921180 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4a0a8-7334-47f1-86c2-123eebda7031 req-bac48030-9d36-42ef-8685-d7417eb8e659 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:55.922725 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-42f4a0a8-7334-47f1-86c2-123eebda7031 req-bac48030-9d36-42ef-8685-d7417eb8e659 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0452502 Sep 28 12:28:55.972977 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-42f4a0a8-7334-47f1-86c2-123eebda7031 req-e6810f38-bd29-4f77-a0fe-175f8c61151e tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442877 Sep 28 12:28:56.064306 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac9b27-5fe2-410b-9126-6703a2ea3bb7 req-39dd00e6-e1fa-476e-93bd-8bfda8e7df2f tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:56.065762 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-24ac9b27-5fe2-410b-9126-6703a2ea3bb7 req-39dd00e6-e1fa-476e-93bd-8bfda8e7df2f tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0452895 Sep 28 12:28:56.118970 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-24ac9b27-5fe2-410b-9126-6703a2ea3bb7 req-f050bdb3-ce61-4200-b929-2fed0b898d4d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474944 Sep 28 12:28:56.167457 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:56.223032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:57.097754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d4664-068f-4dbc-961d-f3578e29f401 req-565d59a3-d013-4bee-a332-834359d54fef tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:57.099362 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6e7d4664-068f-4dbc-961d-f3578e29f401 req-565d59a3-d013-4bee-a332-834359d54fef tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0488198 Sep 28 12:28:57.148074 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6e7d4664-068f-4dbc-961d-f3578e29f401 req-956a4998-a951-4dd2-b7c9-5e1006d2dec9 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Sep 28 12:28:57.256380 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eac30-db82-4374-bc2b-b3f142bdd405 req-36b98fd8-e841-4611-b3bc-55be31114032 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:57.257874 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f23eac30-db82-4374-bc2b-b3f142bdd405 req-36b98fd8-e841-4611-b3bc-55be31114032 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0645087 Sep 28 12:28:57.269256 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:57.277937 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4672-6bdb-4a6b-87e9-88fa11f4727a req-50bec569-feba-45b9-8fd8-b7108ad8549c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:57.279411 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-12aa4672-6bdb-4a6b-87e9-88fa11f4727a req-50bec569-feba-45b9-8fd8-b7108ad8549c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0605731 Sep 28 12:28:57.289510 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51714) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:57.294352 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'port_id': '9ed1e443-712c-429f-acbc-a99c94197210'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:28:57.310070 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f23eac30-db82-4374-bc2b-b3f142bdd405 req-5c0357f9-4ad5-4233-ac34-5509eb8dcea7 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465355 Sep 28 12:28:57.332252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (40c1c9ce-5281-4910-a13e-deda87ab9513), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:57.551605 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51726) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:57.551834 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166cbcd-e1af-453c-a96f-126426ae27a7 req-dc5344bb-8544-4d4e-a2b0-070b6fe41e70 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:57.553160 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7166cbcd-e1af-453c-a96f-126426ae27a7 req-dc5344bb-8544-4d4e-a2b0-070b6fe41e70 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Sep 28 12:28:57.605423 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7166cbcd-e1af-453c-a96f-126426ae27a7 req-a5e84d9a-b835-4717-9c4e-1eac7db87849 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462601 Sep 28 12:28:57.692327 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-d2df0ae5-5ff5-44cd-8a69-4b8fad15d95a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1396472 Sep 28 12:28:57.719664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-8f5db868-ea41-4427-93be-07c3a3caf94e service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:28:57.720853 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-8f5db868-ea41-4427-93be-07c3a3caf94e service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053051 Sep 28 12:28:57.744385 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:57.799119 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51734) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:28:57.828814 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:57.833599 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (40c1c9ce-5281-4910-a13e-deda87ab9513), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:57.897845 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-1495a290-134f-4bf6-b90a-183b8e4b9124 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:57.900030 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-1495a290-134f-4bf6-b90a-183b8e4b9124 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports/1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 943 time: 0.0990386 Sep 28 12:28:57.930555 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP 40c1c9ce-5281-4910-a13e-deda87ab9513 associated. External IP: 172.27.0.112, port: 9ed1e443-712c-429f-acbc-a99c94197210. Sep 28 12:28:57.973106 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:58.130784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:28:58.233740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:28:58.238945 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:58.247214 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:28:58.259595 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:28:58.275588 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-c2afa695-8013-4681-a80b-ae3faa515319 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/40c1c9ce-5281-4910-a13e-deda87ab9513 HTTP/1.1" status: 200 len: 992 time: 0.9821379 Sep 28 12:28:58.275588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:28:58.276555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77be242-abcf-4b55-a375-b771e6ba7131" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "tag": "9ed1e443-712c-429f-acbc-a99c94197210"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:28:58.282157 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:28:58.283023 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:58.324610 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39173de-fcdf-488c-aef9-ac290ba0e2de x-openstack-request-id: req-e39173de-fcdf-488c-aef9-ac290ba0e2de {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:28:58.324903 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "tag": "9ed1e443-712c-429f-acbc-a99c94197210", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:28:58.325192 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e39173de-fcdf-488c-aef9-ac290ba0e2de {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:28:58.325601 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39173de-fcdf-488c-aef9-ac290ba0e2de'] response: {'name': 'network-changed', 'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210', 'status': 'completed', 'code': 200} Sep 28 12:28:58.423058 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:28:58.424557 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-e5edf55f-1b9f-4f54-916c-9d0c332006a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:58.426091 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-e5edf55f-1b9f-4f54-916c-9d0c332006a9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 1130 time: 0.0422883 Sep 28 12:28:58.456413 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1711270f-ac5c-4882-9a07-75c09082815b is: ACTIVE; New status is: DOWN {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:28:58.456805 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:58.458780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:58.509769 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:58.516759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:28:58.519027 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26839ea-771f-462a-b39d-87a7ec45526e" -d '{"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-unplugged", "status": "completed", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:28:58.521147 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:28:58.547684 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:28:58.553059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:28:58.554788 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-f53af6ca-6426-4d05-acc3-d0382ab5fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:58.556994 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-f53af6ca-6426-4d05-acc3-d0382ab5fed7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.1052265 Sep 28 12:28:58.565651 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Sep 2022 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08599b47-e981-4fda-a402-66031330307a x-openstack-request-id: req-08599b47-e981-4fda-a402-66031330307a {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:28:58.565940 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-unplugged", "status": "failed", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "code": 422}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:28:58.566195 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08599b47-e981-4fda-a402-66031330307a {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:28:58.566628 dv-cinder-844563-9-iscsi neutron-server[106182]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-08599b47-e981-4fda-a402-66031330307a']: {'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'code': 422} returned with failed status Sep 28 12:28:58.619291 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-38545b73-77d0-4dd1-b5be-bca3ac307c37 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ed1e443-712c-429f-acbc-a99c94197210 HTTP/1.1" status: 200 len: 1000 time: 0.0564632 Sep 28 12:28:58.660045 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=6']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:28:58.669023 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-d286f772-deec-4a31-b448-f4c0915e97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:58.670533 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-d286f772-deec-4a31-b448-f4c0915e97e9 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0455375 Sep 28 12:28:58.719228 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-80c7f2c3-95d0-4aea-b887-8232cc18238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:58.720996 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-80c7f2c3-95d0-4aea-b887-8232cc18238b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429599 Sep 28 12:28:58.733197 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '40c1c9ce-5281-4910-a13e-deda87ab9513', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '9ed1e443-712c-429f-acbc-a99c94197210', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:80:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:28:43Z', 'updated_at': '2022-09-28T12:28:57Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:58.733467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d0970-3347-4abc-a87d-c310edbdff4d req-3651ca29-0595-45b9-bc10-ac7eae91471a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:58.735010 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-824d0970-3347-4abc-a87d-c310edbdff4d req-3651ca29-0595-45b9-bc10-ac7eae91471a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0493896 Sep 28 12:28:58.763663 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:28:58.772235 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:28:58.772849 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:58.789376 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-824d0970-3347-4abc-a87d-c310edbdff4d req-0a70e424-ab0c-43a4-a738-7ecb4b94caeb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474072 Sep 28 12:28:58.823586 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-bcfb38e4-b608-4733-a3f9-3ca2ceaf615a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949588 Sep 28 12:28:58.873095 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:28:58.919002 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d77be242-abcf-4b55-a375-b771e6ba7131 req-62de66a6-13fe-43a7-b139-9b5021b31030 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882609 Sep 28 12:28:59.095170 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '40c1c9ce-5281-4910-a13e-deda87ab9513', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '9ed1e443-712c-429f-acbc-a99c94197210', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:80:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:28:43Z', 'updated_at': '2022-09-28T12:28:57Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:28:59.120455 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0184464-33ae-4e96-a215-99074ff0ba58 None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '40c1c9ce-5281-4910-a13e-deda87ab9513', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '9ed1e443-712c-429f-acbc-a99c94197210', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:80:1e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:28:43Z', 'updated_at': '2022-09-28T12:28:57Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:28:59.315033 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158eca44-d48d-4d4a-a649-97ba18823891 None None] New status for floating IP 40c1c9ce-5281-4910-a13e-deda87ab9513: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:28:59.882097 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-f9b7c645-32f4-4f6b-b4df-7f62f57b4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:59.883821 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-f9b7c645-32f4-4f6b-b4df-7f62f57b4963 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1&tenant_id=1f563e7675ef4d758e09e1a78b891c9d HTTP/1.1" status: 200 len: 1128 time: 0.0758519 Sep 28 12:28:59.940367 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5474-8fd6-4214-a93f-27e35011da12 req-98e48147-435f-4db9-ba40-fdb62443c9ca tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:59.941921 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5dbb5474-8fd6-4214-a93f-27e35011da12 req-98e48147-435f-4db9-ba40-fdb62443c9ca tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0653677 Sep 28 12:28:59.962275 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-12f133ae-174b-451b-8360-0514bd2014c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:28:59.963939 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-12f133ae-174b-451b-8360-0514bd2014c4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0415475 Sep 28 12:28:59.997115 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5dbb5474-8fd6-4214-a93f-27e35011da12 req-364b1ea4-fa9d-4818-94a3-5b4659ece973 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488288 Sep 28 12:29:00.061969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-e7bab3f5-e7c5-4e88-9d9b-d1307b6b4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:00.063468 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-e7bab3f5-e7c5-4e88-9d9b-d1307b6b4b83 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 910 time: 0.0930216 Sep 28 12:29:00.133335 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-0be07a92-f828-4960-bf40-0dc4a3e9bd83 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 999 time: 0.0635138 Sep 28 12:29:00.188518 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-e1a87f23-9622-43bd-b1e8-c9118574ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:00.190018 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-e1a87f23-9622-43bd-b1e8-c9118574ec52 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.0461128 Sep 28 12:29:00.234558 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-962a7afa-5670-4719-a8ba-5f78d17af1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:00.236081 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-962a7afa-5670-4719-a8ba-5f78d17af1a8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400467 Sep 28 12:29:00.668132 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:00.705408 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-48fa708d-cb7d-4b1c-9a0c-ae077a0131ac service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886209 Sep 28 12:29:00.858663 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-14e79f3e-b7d6-4362-a960-b366d1a07b61 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852153 Sep 28 12:29:01.131018 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b574f-de4a-4010-882f-2ff85437eb53 req-31d64ab0-5160-4dd1-a8f5-941ace76cf1c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:01.132501 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-520b574f-de4a-4010-882f-2ff85437eb53 req-31d64ab0-5160-4dd1-a8f5-941ace76cf1c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0577505 Sep 28 12:29:01.158391 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:01.194445 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-520b574f-de4a-4010-882f-2ff85437eb53 req-860b9586-4f2a-4ce9-b04d-32fc2f5a102b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558805 Sep 28 12:29:02.334888 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79dcd9-e2ba-4d1f-abb7-c45f9d5c9391 req-feedf324-da09-49fa-8f00-19d1032f5aba tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:02.336351 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fe79dcd9-e2ba-4d1f-abb7-c45f9d5c9391 req-feedf324-da09-49fa-8f00-19d1032f5aba tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0525665 Sep 28 12:29:02.387242 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fe79dcd9-e2ba-4d1f-abb7-c45f9d5c9391 req-4121024c-a7c0-4cf0-a79d-6975816ae03c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445669 Sep 28 12:29:02.550531 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c099d0b-094a-4fef-bef2-eb28cdeb01e8 req-4c67b3c6-6057-4220-9442-9df226162217 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:02.551955 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8c099d0b-094a-4fef-bef2-eb28cdeb01e8 req-4c67b3c6-6057-4220-9442-9df226162217 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0450861 Sep 28 12:29:02.603590 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8c099d0b-094a-4fef-bef2-eb28cdeb01e8 req-0fee3db9-f066-4646-b769-0bf37a1dd95f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Sep 28 12:29:03.511254 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d042127-01f2-4a52-b8e5-a3e0f6772fe7 req-712d52dc-3a25-497c-bfec-0d436b58ad70 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:03.512688 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6d042127-01f2-4a52-b8e5-a3e0f6772fe7 req-712d52dc-3a25-497c-bfec-0d436b58ad70 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0482461 Sep 28 12:29:03.560252 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6d042127-01f2-4a52-b8e5-a3e0f6772fe7 req-e07f806f-761d-4297-b2a9-3a6beb566206 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421102 Sep 28 12:29:03.726715 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81a3f2-d9f2-4607-8302-7b29fea65090 req-60ee87a4-313f-4ce9-97e5-9cb036fe2785 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:03.728814 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2d81a3f2-d9f2-4607-8302-7b29fea65090 req-60ee87a4-313f-4ce9-97e5-9cb036fe2785 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0461285 Sep 28 12:29:03.773646 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2d81a3f2-d9f2-4607-8302-7b29fea65090 req-ce9c5291-7766-4d50-b317-fd413a013110 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393517 Sep 28 12:29:04.462037 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-837c4768-18d4-4e3d-abb9-f70cec07dc23 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:04.463494 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-837c4768-18d4-4e3d-abb9-f70cec07dc23 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0458899 Sep 28 12:29:04.548773 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Deleting port 9fce75aa-da2d-404c-8c7f-84862f035240 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:04.549117 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:04.639755 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] For port 9fce75aa-da2d-404c-8c7f-84862f035240, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9fce75aa-da2d-404c-8c7f-84862f035240,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:04.640103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:04.677876 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928406-744d-48d0-b44b-6ccf49fb2e8a req-eb91177b-de7e-463b-951a-bc33fa1d0bb1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:04.679348 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-51928406-744d-48d0-b44b-6ccf49fb2e8a req-eb91177b-de7e-463b-951a-bc33fa1d0bb1 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0452566 Sep 28 12:29:04.728747 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-51928406-744d-48d0-b44b-6ccf49fb2e8a req-8d2d804e-13e5-4bc6-abfb-5adc1742e83b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429125 Sep 28 12:29:04.847809 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:04.848388 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (90b40193-bc88-4f35-b431-018472579bc8), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:04.848496 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Floating IP 90b40193-bc88-4f35-b431-018472579bc8 disassociated. External IP: 172.27.0.172, port: 9fce75aa-da2d-404c-8c7f-84862f035240. Sep 28 12:29:04.848795 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Calling delete_port for 9fce75aa-da2d-404c-8c7f-84862f035240 owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:04.913768 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:04.941625 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f2eeb-91e9-4eb5-9817-535b2fd37af0 req-99f74910-9b1d-4297-b982-c7b67b28e109 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:04.943093 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2c1f2eeb-91e9-4eb5-9817-535b2fd37af0 req-99f74910-9b1d-4297-b982-c7b67b28e109 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 947 time: 0.0851464 Sep 28 12:29:05.008864 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2c1f2eeb-91e9-4eb5-9817-535b2fd37af0 req-1303b6c0-a7bb-4693-a981-b77fe7ac381e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=c6aa6f4c-f09e-4644-a158-cff4e608bf40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589552 Sep 28 12:29:05.052711 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (9fce75aa-da2d-404c-8c7f-84862f035240), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:05.087038 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event deleted for resources: {'Port': ['ID=9fce75aa-da2d-404c-8c7f-84862f035240,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:05.132713 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:05.190310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:29:05.292058 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:29:05.304260 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:29:05.320016 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:05.320639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:05.337741 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] No DVR routers for this DVR port 9fce75aa-da2d-404c-8c7f-84862f035240 on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:29:05.340354 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:05.343630 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-917a2aa6-fece-4350-8850-bc329cde32c8 req-6096df6b-7b97-4a1b-8b50-6a5e46a00717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "DELETE /networking/v2.0/ports/9fce75aa-da2d-404c-8c7f-84862f035240 HTTP/1.1" status: 204 len: 173 time: 0.8749981 Sep 28 12:29:05.344115 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-deleted', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:05.346620 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f745ad-a313-41b1-987c-6c16b5dc2b2d" -d '{"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-deleted", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:05.425268 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:05.459606 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081aa323-6a58-4aec-b01d-f8abbee9ddbf x-openstack-request-id: req-081aa323-6a58-4aec-b01d-f8abbee9ddbf {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:05.459923 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae6ec0b-f117-438a-8147-6b661b54accd", "name": "network-vif-deleted", "tag": "9fce75aa-da2d-404c-8c7f-84862f035240", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:05.460347 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-081aa323-6a58-4aec-b01d-f8abbee9ddbf {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:05.460787 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081aa323-6a58-4aec-b01d-f8abbee9ddbf'] response: {'server_uuid': '3ae6ec0b-f117-438a-8147-6b661b54accd', 'name': 'network-vif-deleted', 'tag': '9fce75aa-da2d-404c-8c7f-84862f035240', 'status': 'completed', 'code': 200} Sep 28 12:29:05.626176 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:05.630442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:05.656610 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:29:05.665078 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:05.665965 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:05.851715 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a9ad-3fc4-4ca1-b211-1ebe37f1c0e0 req-6423d285-ec15-4886-9c73-2a4a89f3919a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:05.853261 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bd19a9ad-3fc4-4ca1-b211-1ebe37f1c0e0 req-6423d285-ec15-4886-9c73-2a4a89f3919a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0484333 Sep 28 12:29:05.878768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:05.897372 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:05.904471 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bd19a9ad-3fc4-4ca1-b211-1ebe37f1c0e0 req-e1c14301-5501-4f98-b0f4-13336c696f7d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448837 Sep 28 12:29:06.113866 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:06.140725 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfe56aaf-6577-41c6-a408-a48465747f4c req-6240665d-6f1b-433f-8bb4-25fb61bae049 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3ae6ec0b-f117-438a-8147-6b661b54accd HTTP/1.1" status: 200 len: 210 time: 0.0344946 Sep 28 12:29:06.141742 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6cef01-9109-43a7-a801-93bd9b4df9cb None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:29:06.371320 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c25d39-e2ca-440d-865e-0eeaf032cd0a None None] New status for floating IP 90b40193-bc88-4f35-b431-018472579bc8: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:29:07.023587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cfb6b-8a27-4454-9629-56d5c1a18c14 req-bf4f178d-8ff8-4061-864e-4503ff6e6a98 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:07.025158 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6e4cfb6b-8a27-4454-9629-56d5c1a18c14 req-bf4f178d-8ff8-4061-864e-4503ff6e6a98 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0453019 Sep 28 12:29:07.073319 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6e4cfb6b-8a27-4454-9629-56d5c1a18c14 req-0a5e1046-6e96-4f52-81bf-0bdf6e78eec4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426638 Sep 28 12:29:07.240425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51808) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:07.298104 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-000b2742-2ec7-4dbd-a6c5-c1c48566df61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (c6aa6f4c-f09e-4644-a158-cff4e608bf40), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.319424 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-000b2742-2ec7-4dbd-a6c5-c1c48566df61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (c6aa6f4c-f09e-4644-a158-cff4e608bf40), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.365566 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-000b2742-2ec7-4dbd-a6c5-c1c48566df61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c6aa6f4c-f09e-4644-a158-cff4e608bf40), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.368199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-000b2742-2ec7-4dbd-a6c5-c1c48566df61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.369399 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-000b2742-2ec7-4dbd-a6c5-c1c48566df61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c6aa6f4c-f09e-4644-a158-cff4e608bf40 HTTP/1.1" status: 204 len: 168 time: 0.1279018 Sep 28 12:29:07.372362 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51810) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:07.378243 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2742-2ec7-4dbd-a6c5-c1c48566df61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aa6f4c-f09e-4644-a158-cff4e608bf40,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:07.386962 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.api.v2.resource [None req-52de356e-2239-4fd7-9a6d-88bb56eb7df6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] show failed (client error): The resource could not be found. Sep 28 12:29:07.387963 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-52de356e-2239-4fd7-9a6d-88bb56eb7df6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups/c6aa6f4c-f09e-4644-a158-cff4e608bf40 HTTP/1.1" status: 404 len: 347 time: 0.0146487 Sep 28 12:29:07.391467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51812) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:07.459706 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:07.502288 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Deleting port e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:07.502628 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.576682 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.577007 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.589715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Calling delete_port for e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6 owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:07.661538 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:07.724545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.748178 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event deleted for resources: {'Port': ['ID=e7a6ab6a-c5cf-4b30-adef-9f84e8cf2db6,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:07.812485 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (90b40193-bc88-4f35-b431-018472579bc8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.814981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:07.816128 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f969e4b8-476c-419d-808e-589015c267ec tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/90b40193-bc88-4f35-b431-018472579bc8 HTTP/1.1" status: 204 len: 168 time: 0.4236715 Sep 28 12:29:07.910863 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51816) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:07.915389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119031197', 'description': 'tempest-description--1881345106'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:07.935560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.002093 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (765e059e-acaa-4c81-9eee-16f92b211752), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.005341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (765e059e-acaa-4c81-9eee-16f92b211752), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.035407 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.036607 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1247332 Sep 28 12:29:08.037728 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888944c0-610a-462a-88f1-2c3e3d4ba69c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765e059e-acaa-4c81-9eee-16f92b211752,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:08.039712 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51818) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:08.044208 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'security_group_rule': {'security_group_id': '765e059e-acaa-4c81-9eee-16f92b211752', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:08.071961 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (35c2e7c2-5c77-4849-8266-b6ba551c994c), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.085850 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:08.130129 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (35c2e7c2-5c77-4849-8266-b6ba551c994c), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.134445 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (35c2e7c2-5c77-4849-8266-b6ba551c994c), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.161436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c2e7c2-5c77-4849-8266-b6ba551c994c,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:08.167172 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.168270 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d40a4c3c-4863-4ba4-b409-a52a45f9225e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275547 Sep 28 12:29:08.171219 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51822) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:08.176181 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'security_group_rule': {'security_group_id': '765e059e-acaa-4c81-9eee-16f92b211752', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:08.205831 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (914f5faa-9a86-4120-a653-ad46287406ae), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.210638 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088135-784b-4c2b-bb81-d50449fa9ed5 req-cc476dfe-64c4-4365-8649-8ad70446ad3d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:08.212779 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2088135-784b-4c2b-bb81-d50449fa9ed5 req-cc476dfe-64c4-4365-8649-8ad70446ad3d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0604103 Sep 28 12:29:08.263116 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2088135-784b-4c2b-bb81-d50449fa9ed5 req-54d71656-56d2-4992-b50b-d0ab6d61df4d tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448484 Sep 28 12:29:08.266223 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (914f5faa-9a86-4120-a653-ad46287406ae), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.270168 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (914f5faa-9a86-4120-a653-ad46287406ae), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.288350 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914f5faa-9a86-4120-a653-ad46287406ae,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:08.293209 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:08.296549 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.297789 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a833427f-6180-4bec-ac83-cffcf3bb39a2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255734 Sep 28 12:29:08.300969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51824) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:08.306168 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:08.322336 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 9fce75aa-da2d-404c-8c7f-84862f035240 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:08.322714 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9fce75aa-da2d-404c-8c7f-84862f035240 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:08.327765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.404583 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.693745 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:08.746905 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Allocated IP 172.27.0.153 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/abac0008-d432-4a17-8c7d-e2abeee845cc) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:29:08.849942 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.881438 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:08.921876 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:29:08.927022 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:29:08.931193 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:29:08.934193 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'Port': ['ID=abac0008-d432-4a17-8c7d-e2abeee845cc,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:09.029631 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (af472747-5e33-4065-8440-a22961733110), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:09.067419 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:09.094270 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:09.220518 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:09.225158 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:09.295226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (af472747-5e33-4065-8440-a22961733110), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:09.298393 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'Port': ['ID=abac0008-d432-4a17-8c7d-e2abeee845cc,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:09.317803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:09.319029 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b982d25a-362c-4aec-bd76-3b32cf475c69 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0170159 Sep 28 12:29:09.392711 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ccf1-9866-4dcb-948a-d0663fd07c29 req-bcb31358-a941-4816-9a38-2099b234b2a5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:09.394234 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a739ccf1-9866-4dcb-948a-d0663fd07c29 req-bcb31358-a941-4816-9a38-2099b234b2a5 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 944 time: 0.0494308 Sep 28 12:29:09.436357 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:09.447175 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a739ccf1-9866-4dcb-948a-d0663fd07c29 req-a45125c8-47ba-4c41-9e04-c4b3aa38cdb2 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458550 Sep 28 12:29:09.475637 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-13ad44d6-8271-4118-97d0-a55fb2ff8ab4 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--119031197&fields=id&tenant_id=a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 267 time: 0.0452092 Sep 28 12:29:09.549736 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:09.587698 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-657221c7-2058-4311-a349-872f6e6537c5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:09.589171 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-657221c7-2058-4311-a349-872f6e6537c5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 817 time: 0.1069622 Sep 28 12:29:09.604506 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-daf31b35-45e1-44e7-914d-05df7d2a2d1a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/quotas/a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 375 time: 0.0097053 Sep 28 12:29:09.654020 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-f3c7fa84-5363-4c16-a9ad-2a02fede19c1 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436082 Sep 28 12:29:09.794487 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-cbfbcd90-3e5a-4003-bd0a-e4ecc747f01e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290216 Sep 28 12:29:09.885540 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-f46001c7-9208-498a-9617-9dada9c654e1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853307 Sep 28 12:29:10.045049 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8d899f30-985e-4f92-9ad1-58f792559bd5 req-89eec487-c377-4998-bfea-59b98c68b856 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 210 time: 0.0276980 Sep 28 12:29:10.279072 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:29:10.377524 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:10.389465 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '1711270f-ac5c-4882-9a07-75c09082815b', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'port_id': '1711270f-ac5c-4882-9a07-75c09082815b', 'mac_address': 'fa:16:3e:f2:98:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:29:10.428962 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1711270f-ac5c-4882-9a07-75c09082815b is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:29:10.429480 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:10.443459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1711270f-ac5c-4882-9a07-75c09082815b {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:29:10.465481 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:10.470611 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:10.521937 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=7']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:10.578468 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02b64d-4754-4f22-9b47-1074ee136b11 req-b8cbecea-912e-4a4e-95ef-90626b5ec8eb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:10.580060 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6b02b64d-4754-4f22-9b47-1074ee136b11 req-b8cbecea-912e-4a4e-95ef-90626b5ec8eb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 945 time: 0.0530272 Sep 28 12:29:10.631005 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6b02b64d-4754-4f22-9b47-1074ee136b11 req-f4be948e-aba3-45b0-bd92-c707d0a65b31 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453513 Sep 28 12:29:10.999313 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['1711270f-ac5c-4882-9a07-75c09082815b'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:29:11.151016 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e150c7d2-5e28-49ee-a4d1-3c59fa0e5367 req-5df11ba3-004a-483f-ab51-b92cbc89a305 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 210 time: 0.0263007 Sep 28 12:29:11.184612 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:11.419411 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-75387035-494e-42e3-9799-3117526e653a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:11.420780 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-75387035-494e-42e3-9799-3117526e653a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 817 time: 0.1037254 Sep 28 12:29:11.515024 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-452d6217-6a85-4f38-8205-0fce35e04456 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 379 time: 0.0579159 Sep 28 12:29:11.608574 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:29:11.625149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'port': {'device_id': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'admin_state_up': True, 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'security_groups': ['765e059e-acaa-4c81-9eee-16f92b211752']}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:11.677532 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:11.766771 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24024049-5a60-4346-8ec9-48641115af79 req-9ca4e8cc-b088-472e-8674-f99960b57ddb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:11.768226 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-24024049-5a60-4346-8ec9-48641115af79 req-9ca4e8cc-b088-472e-8674-f99960b57ddb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 945 time: 0.0603621 Sep 28 12:29:11.780948 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Made reservation on behalf of a396283cd8314a74bfd5e411c246cc96 for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:29:11.784483 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:11.845929 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-24024049-5a60-4346-8ec9-48641115af79 req-507c65f7-0fb5-427e-92fa-1a5cdad15ebb tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717897 Sep 28 12:29:11.945373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Allocated IP 172.20.0.4 (d52528a4-371a-43c0-ba14-e43c1c223b47/8d11853d-8d71-466a-a6fe-a53888147b3b/b2945645-b583-4bd9-b292-3f9cc72af67c) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:29:11.997903 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:12.087994 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.119399 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.162093 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Network d52528a4-371a-43c0-ba14-e43c1c223b47 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:29:12.165802 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:29:12.169733 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:29:12.194699 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:12.231465 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:12.232118 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.260927 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-39435535-e1b5-43b4-9257-5f2b1c9fc4ca tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6395299 Sep 28 12:29:12.284323 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Request body: {'port': {'device_id': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:12.315999 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae56c35-0c2d-4d2f-8fd9-b8856d5d398d req-2dd59373-41ed-4166-bb23-dbf99c763da7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:12.317555 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3ae56c35-0c2d-4d2f-8fd9-b8856d5d398d req-2dd59373-41ed-4166-bb23-dbf99c763da7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 931 time: 0.0701182 Sep 28 12:29:12.319852 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:29:12.357602 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.366002 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:12.372119 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 1711270f-ac5c-4882-9a07-75c09082815b triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:29:12.372585 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (1711270f-ac5c-4882-9a07-75c09082815b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.372991 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 1711270f-ac5c-4882-9a07-75c09082815b Sep 28 12:29:12.381988 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3ae56c35-0c2d-4d2f-8fd9-b8856d5d398d req-840f0d95-32ce-45c5-8322-0999a61e109b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556674 Sep 28 12:29:12.461670 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 1711270f-ac5c-4882-9a07-75c09082815b is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:29:12.461960 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.465747 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-dee06d9c-0548-498c-afbd-e1d58fb8676a None None] Provisioning complete for port b2945645-b583-4bd9-b292-3f9cc72af67c triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:29:12.466104 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dee06d9c-0548-498c-afbd-e1d58fb8676a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.466433 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-dee06d9c-0548-498c-afbd-e1d58fb8676a None None] Attempt 1 to provision port b2945645-b583-4bd9-b292-3f9cc72af67c Sep 28 12:29:12.513784 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:12.516017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b0a0e1-bed2-4556-8a18-234a8c8a7c9f" -d '{"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-plugged", "status": "completed", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:12.527397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:12.528959 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-dee06d9c-0548-498c-afbd-e1d58fb8676a None None] Port b2945645-b583-4bd9-b292-3f9cc72af67c cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:29:12.530525 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:12.534756 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.562155 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa5c2f-450d-47c8-a1fe-8b2f74a1fb69 x-openstack-request-id: req-65aa5c2f-450d-47c8-a1fe-8b2f74a1fb69 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:12.562540 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-plugged", "status": "completed", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:12.562803 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65aa5c2f-450d-47c8-a1fe-8b2f74a1fb69 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:12.563192 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65aa5c2f-450d-47c8-a1fe-8b2f74a1fb69'] response: {'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'code': 200} Sep 28 12:29:12.587973 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=8']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:12.639955 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2945645-b583-4bd9-b292-3f9cc72af67c {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:29:12.647522 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Publish callbacks [] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.670481 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Transition to ACTIVE for port object b2945645-b583-4bd9-b292-3f9cc72af67c will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:29:12.673900 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.734942 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:12.783563 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Attempting to bind port b2945645-b583-4bd9-b292-3f9cc72af67c on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:29:12.783901 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Attempting to bind port b2945645-b583-4bd9-b292-3f9cc72af67c by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:29:12.784229 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Attempting to bind port b2945645-b583-4bd9-b292-3f9cc72af67c on network d52528a4-371a-43c0-ba14-e43c1c223b47 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:29:12.826061 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Port b2945645-b583-4bd9-b292-3f9cc72af67c on network d52528a4-371a-43c0-ba14-e43c1c223b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:29:12.826479 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Attempting to bind port b2945645-b583-4bd9-b292-3f9cc72af67c on network d52528a4-371a-43c0-ba14-e43c1c223b47 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:29:12.857151 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:12.876070 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:29:12.876419 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Checking segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:29:12.876785 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Bound using segment: {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:29:12.877262 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Bound port: b2945645-b583-4bd9-b292-3f9cc72af67c, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dd303d-e8e2-4a6d-86ab-9f22d7adc054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:29:12.877625 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.890737 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa748e7-63ac-4886-8629-ff8b90a2b9b0 req-76b45e80-56e8-4760-8794-5cb37f8a12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:12.892249 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1aa748e7-63ac-4886-8629-ff8b90a2b9b0 req-76b45e80-56e8-4760-8794-5cb37f8a12e4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0376048 Sep 28 12:29:12.940598 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:29:12.943680 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:29:12.951723 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.957678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:12.958300 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:12.959684 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 1093 time: 0.6802256 Sep 28 12:29:12.960212 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:12.963082 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e13743-ede0-493c-b6c9-df691a98b853" -d '{"events": [{"name": "network-changed", "server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:12.975322 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1aa748e7-63ac-4886-8629-ff8b90a2b9b0 req-b76f3ba3-9778-4c73-bc4c-71b771941f03 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764902 Sep 28 12:29:12.989544 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a1575-4e78-4528-82ae-abf868518936 req-7ecca24f-6bff-49d1-afbd-0683c289fc83 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:12.991080 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6d7a1575-4e78-4528-82ae-abf868518936 req-7ecca24f-6bff-49d1-afbd-0683c289fc83 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0656159 Sep 28 12:29:13.010915 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23600f60-7ca6-40bd-8e38-36015ad8d45e x-openstack-request-id: req-23600f60-7ca6-40bd-8e38-36015ad8d45e {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:13.011211 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:13.011465 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23600f60-7ca6-40bd-8e38-36015ad8d45e {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:13.011878 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23600f60-7ca6-40bd-8e38-36015ad8d45e'] response: {'name': 'network-changed', 'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'status': 'completed', 'code': 200} Sep 28 12:29:13.012903 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4f6b4-402a-48de-a01b-613be86d9bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:13.030054 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-dee06d9c-0548-498c-afbd-e1d58fb8676a None None] Attempt 2 to provision port b2945645-b583-4bd9-b292-3f9cc72af67c Sep 28 12:29:13.068353 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-dee06d9c-0548-498c-afbd-e1d58fb8676a None None] Port b2945645-b583-4bd9-b292-3f9cc72af67c had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:29:13.289725 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6d7a1575-4e78-4528-82ae-abf868518936 req-418394d0-e0ef-4582-af84-f8e90cf80500 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2926238 Sep 28 12:29:13.512017 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973f07a-c21d-4523-b4de-7f7b838517f6 req-ece60391-4507-465c-b8f5-b8cfe62d3df0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:13.513476 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a973f07a-c21d-4523-b4de-7f7b838517f6 req-ece60391-4507-465c-b8f5-b8cfe62d3df0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0505178 Sep 28 12:29:13.559655 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a973f07a-c21d-4523-b4de-7f7b838517f6 req-c5a28be4-1ee0-4e9b-82b1-df6b63eb2101 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Sep 28 12:29:14.032922 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e13743-ede0-493c-b6c9-df691a98b853 req-2096b30b-6f46-4a79-ac40-109e672c2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:14.034396 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-62e13743-ede0-493c-b6c9-df691a98b853 req-2096b30b-6f46-4a79-ac40-109e672c2dc8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1127 time: 0.0376515 Sep 28 12:29:14.091929 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:14.139147 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e13743-ede0-493c-b6c9-df691a98b853 req-4f63f482-09e5-4712-bbb3-dafcfb2dfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:14.140571 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-62e13743-ede0-493c-b6c9-df691a98b853 req-4f63f482-09e5-4712-bbb3-dafcfb2dfbf8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=a396283cd8314a74bfd5e411c246cc96&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0920548 Sep 28 12:29:14.233517 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e13743-ede0-493c-b6c9-df691a98b853 req-496fa7a4-59f5-4a12-a32c-0f62bd7b3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:14.234957 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-62e13743-ede0-493c-b6c9-df691a98b853 req-496fa7a4-59f5-4a12-a32c-0f62bd7b3f51 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864937 Sep 28 12:29:14.413536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05422b89-d25c-4da2-9e59-1e1244fef20a req-e9195311-e615-4969-b85f-d65d47593430 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:14.415139 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-05422b89-d25c-4da2-9e59-1e1244fef20a req-e9195311-e615-4969-b85f-d65d47593430 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0485106 Sep 28 12:29:14.462338 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-05422b89-d25c-4da2-9e59-1e1244fef20a req-f702a4ff-23cd-4dad-bc56-855ff968f39c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416787 Sep 28 12:29:14.682459 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79886680-8c2d-4cc7-b6e5-f79dca5a17b5 req-5515ee54-efa6-4b4b-a92a-3307dae3171a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:14.683895 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-79886680-8c2d-4cc7-b6e5-f79dca5a17b5 req-5515ee54-efa6-4b4b-a92a-3307dae3171a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0457017 Sep 28 12:29:14.730872 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-79886680-8c2d-4cc7-b6e5-f79dca5a17b5 req-ed3f512c-25ea-46a5-a794-d25d1aa052ff tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Sep 28 12:29:14.943423 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-5bdd34c1-3998-4647-88d9-937e7627b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:14.944878 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-5bdd34c1-3998-4647-88d9-937e7627b34b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1127 time: 0.0381453 Sep 28 12:29:15.072856 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-76d2a5b5-4256-4f48-82b2-c93b5a4e64b7 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 217 time: 0.0335996 Sep 28 12:29:15.124324 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-9b5d65c3-27ed-45e6-b5ff-971122c185a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:15.125819 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-9b5d65c3-27ed-45e6-b5ff-971122c185a0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0468268 Sep 28 12:29:15.166778 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-bfa39ad8-6d62-4d42-b2c3-4e50cab4cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:15.168239 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-bfa39ad8-6d62-4d42-b2c3-4e50cab4cc9e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364230 Sep 28 12:29:15.266056 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-c628d4c0-afe5-47b8-9715-54f0d49e9bc4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888975 Sep 28 12:29:15.332593 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:15.359962 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d2420550-fe5a-4f16-9b0c-a56a515fb624 req-bd80cac6-3538-4517-82fd-3c3650b1a8bb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852594 Sep 28 12:29:15.579397 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51ad1-7967-421f-841f-fc53e50dce85 req-a08ef8e6-29c3-4676-8aef-597e9f67a4e4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:15.580780 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8fa51ad1-7967-421f-841f-fc53e50dce85 req-a08ef8e6-29c3-4676-8aef-597e9f67a4e4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0454769 Sep 28 12:29:15.634864 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8fa51ad1-7967-421f-841f-fc53e50dce85 req-2e4f0b7e-ce99-418a-8038-a563eda6ae47 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486302 Sep 28 12:29:15.854540 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a69935-9505-4caa-86af-a04a784249ef req-b8db054b-9958-411c-b9b2-d817db3b791f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:15.855891 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-39a69935-9505-4caa-86af-a04a784249ef req-b8db054b-9958-411c-b9b2-d817db3b791f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0459549 Sep 28 12:29:15.905308 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-39a69935-9505-4caa-86af-a04a784249ef req-f1d123c9-6529-4590-862d-5355be2af881 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Sep 28 12:29:16.325529 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-e68fd299-3fb5-4943-9206-ab2a5b577bb3 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-157806550&fields=id&tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6 HTTP/1.1" status: 200 len: 267 time: 0.0478482 Sep 28 12:29:16.373766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-7f83bebf-8968-4ae9-9eab-87ede72e9c93 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:16.375337 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-7f83bebf-8968-4ae9-9eab-87ede72e9c93 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 985 time: 0.0444860 Sep 28 12:29:16.386058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Request body: {'port': {'security_groups': ['8d427096-934a-42e1-a623-a24976209f2a']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:16.458321 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.620225 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:16.632017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:16.660321 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.664489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.674467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:16.675070 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.676414 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4a4190b2-c417-4a13-85f5-cf9e872e1bb2 req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "PUT /networking/v2.0/ports/f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 943 time: 0.2952833 Sep 28 12:29:16.676960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:16.682496 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7" -d '{"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:16.682741 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51896) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:16.706354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['f219904c-e6fd-43ca-be72-0b2ebac9da8f'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:29:16.721193 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fae6af9-c059-4949-8b1a-0e5560375873 x-openstack-request-id: req-5fae6af9-c059-4949-8b1a-0e5560375873 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:16.721484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:16.721785 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fae6af9-c059-4949-8b1a-0e5560375873 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:16.722212 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fae6af9-c059-4949-8b1a-0e5560375873'] response: {'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'status': 'completed', 'code': 200} Sep 28 12:29:16.741794 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6bc4d-a759-42c5-9f4d-55a96669bcb6 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event updated for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=7']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:16.743597 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab46f609-6c9d-4f48-8722-412a4ebe7618 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group (a0f26316-ff48-45b5-8a12-373ee9ed20e6), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.768859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab46f609-6c9d-4f48-8722-412a4ebe7618 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group (a0f26316-ff48-45b5-8a12-373ee9ed20e6), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.788104 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:16.831661 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab46f609-6c9d-4f48-8722-412a4ebe7618 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a0f26316-ff48-45b5-8a12-373ee9ed20e6), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.834284 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ab46f609-6c9d-4f48-8722-412a4ebe7618 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:16.835454 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ab46f609-6c9d-4f48-8722-412a4ebe7618 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a0f26316-ff48-45b5-8a12-373ee9ed20e6 HTTP/1.1" status: 204 len: 168 time: 0.1517253 Sep 28 12:29:16.841168 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 51898) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:16.845860 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f609-6c9d-4f48-8722-412a4ebe7618 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f26316-ff48-45b5-8a12-373ee9ed20e6,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:16.890096 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['f219904c-e6fd-43ca-be72-0b2ebac9da8f'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:29:17.020859 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Deleting port a6c41555-dc6c-4adf-a6cb-b6e517d60aa4 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:17.021209 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:17.077610 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc33c2-360b-42be-8ddb-3ad413288ef5 req-5184509c-2218-41ed-b5ab-82e1e2d5e945 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:17.079073 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6ffc33c2-360b-42be-8ddb-3ad413288ef5 req-5184509c-2218-41ed-b5ab-82e1e2d5e945 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0879803 Sep 28 12:29:17.139241 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:17.139570 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for floatingip (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:17.160349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6ffc33c2-360b-42be-8ddb-3ad413288ef5 req-aa417d7f-a5e2-4d69-9992-f52079df83d5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755763 Sep 28 12:29:17.161267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Calling delete_port for a6c41555-dc6c-4adf-a6cb-b6e517d60aa4 owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:17.166480 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:17.326913 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (a6c41555-dc6c-4adf-a6cb-b6e517d60aa4), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:17.352459 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event deleted for resources: {'Port': ['ID=a6c41555-dc6c-4adf-a6cb-b6e517d60aa4,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:17.412863 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks [] for floatingip (da57cad9-51e9-422b-925a-ce26a2c82da7), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:17.413217 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Floating IP da57cad9-51e9-422b-925a-ce26a2c82da7 disassociated (deleted). External IP: 172.27.0.82, port: f219904c-e6fd-43ca-be72-0b2ebac9da8f. Sep 28 12:29:17.604227 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Router faa97a73-8920-4b5e-8505-9975a6023e9b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:29:17.607114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:17.705465 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:29:17.710318 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:17.716759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] Sync routers for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:29:17.728092 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:17.729194 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:17.730676 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:17.740198 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8468173c-fc36-4249-8de8-3a80bb0ab94f tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/da57cad9-51e9-422b-925a-ce26a2c82da7 HTTP/1.1" status: 204 len: 168 time: 0.9000952 Sep 28 12:29:17.833784 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:17.954092 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:18.024780 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:18.050398 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] Checking router: faa97a73-8920-4b5e-8505-9975a6023e9b for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:29:18.059600 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:18.060202 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:28:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:18.081838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-4e4aa7c8-3c72-4d5e-bf2d-3825d3d318f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:18.083352 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-4e4aa7c8-3c72-4d5e-bf2d-3825d3d318f5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1130 time: 0.0406709 Sep 28 12:29:18.171192 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:18.191405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-5c41bce1-2422-4fde-ba26-d9fe5fce625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:18.192915 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-5c41bce1-2422-4fde-ba26-d9fe5fce625e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 916 time: 0.0931942 Sep 28 12:29:18.292334 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8296-12b0-4c82-8c18-05b1217f1c9f req-b7ff2a1c-03ab-4c23-bc57-aadeaffd76db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:18.293851 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-219b8296-12b0-4c82-8c18-05b1217f1c9f req-b7ff2a1c-03ab-4c23-bc57-aadeaffd76db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0475407 Sep 28 12:29:18.343904 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-219b8296-12b0-4c82-8c18-05b1217f1c9f req-568fdcbc-9769-46dc-8edb-241ea9789874 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444050 Sep 28 12:29:18.358043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:18.386301 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84c79ad-197e-46f4-9d4d-681d8e771286 None None] The sync data for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi is: [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:24:29Z', 'revision_number': 4, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '1117ec25-e222-4f51-b53d-590f42a9cda0', 'name': '', 'network_id': '8fd9a966-848a-4a04-aad9-4eacaa03d7c2', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'mac_address': 'fa:16:3e:2a:14:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:28Z', 'updated_at': '2022-09-28T12:24:34Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'subnets': [{'id': '0995468d-db89-4b1f-9f55-a0f9351f7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:29:18.597274 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b5d494-39e0-4aa6-b0ae-350ce58387db None None] New status for floating IP da57cad9-51e9-422b-925a-ce26a2c82da7: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:29:18.599304 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-3bf35ff4-12ce-41de-980f-52bdc4c9b0a0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 217 time: 0.0348799 Sep 28 12:29:18.660855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-0e8cc970-75d2-4ba0-9b8b-a150014ade6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:18.662350 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-0e8cc970-75d2-4ba0-9b8b-a150014ade6d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 200 len: 854 time: 0.0457256 Sep 28 12:29:18.723089 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:18.725516 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31f898b-2063-4366-9f0f-70ef73e91015" -d '{"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:18.769436 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c86f03-ae4a-4f64-be92-6874dd2fd009 x-openstack-request-id: req-60c86f03-ae4a-4f64-be92-6874dd2fd009 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:18.769730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:18.769986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60c86f03-ae4a-4f64-be92-6874dd2fd009 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:18.770388 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c86f03-ae4a-4f64-be92-6874dd2fd009'] response: {'name': 'network-changed', 'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'status': 'completed', 'code': 200} Sep 28 12:29:18.774127 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-ca15a741-0561-427d-996d-d61a8fa24f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:18.775972 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-ca15a741-0561-427d-996d-d61a8fa24f86 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444834 Sep 28 12:29:18.884515 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:18.891519 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-1b3a9491-b014-4576-8fd2-2df47d54f7cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904973 Sep 28 12:29:18.996800 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b59aa324-6c0c-46a2-8cdb-7148ea7f07a7 req-bea22613-17bc-43d4-b2a2-8b77fac20a2e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947855 Sep 28 12:29:19.121408 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-d6bcd6dc-5b5a-490a-956a-f3d599dec3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:19.122900 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-d6bcd6dc-5b5a-490a-956a-f3d599dec3b3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 1130 time: 0.0406137 Sep 28 12:29:19.218300 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-e76b8375-16a8-478b-a41b-6311a489362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:19.220014 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-e76b8375-16a8-478b-a41b-6311a489362d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 200 len: 916 time: 0.0877421 Sep 28 12:29:19.239169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:19.260537 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-33f5f17d-9588-46d0-8d70-fa5b76b0c72f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 200 len: 217 time: 0.0331123 Sep 28 12:29:19.307799 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-eb8cd9db-2073-4429-ad1e-cfb5ba4683ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:19.309247 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-eb8cd9db-2073-4429-ad1e-cfb5ba4683ac service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 200 len: 854 time: 0.0433052 Sep 28 12:29:19.351094 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-12370166-1950-409e-a7ba-6c4f78ed8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:19.353223 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-12370166-1950-409e-a7ba-6c4f78ed8985 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=8fd9a966-848a-4a04-aad9-4eacaa03d7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376472 Sep 28 12:29:19.474180 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-0731139f-8cf6-455f-834c-54b45b501378 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136858 Sep 28 12:29:19.484721 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd28569-2d2b-4387-ae05-d7c036db6424 req-d09ce4f3-9157-4ec5-9b70-8972e17e737f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:19.486111 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fbd28569-2d2b-4387-ae05-d7c036db6424 req-d09ce4f3-9157-4ec5-9b70-8972e17e737f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0605679 Sep 28 12:29:19.516193 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:19.594396 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fbd28569-2d2b-4387-ae05-d7c036db6424 req-49f7c2f8-e9a0-4a08-ab97-bc4634e6accd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999570 Sep 28 12:29:19.608458 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f31f898b-2063-4366-9f0f-70ef73e91015 req-a9a8f644-1113-4220-bcca-ee1112f9943b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214483 Sep 28 12:29:20.359927 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:29:20.454226 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:20.468463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'mac_address': 'fa:16:3e:85:38:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:29:20.502052 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:29:20.502435 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:20.515404 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2945645-b583-4bd9-b292-3f9cc72af67c {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:29:20.534432 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:20.537977 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:20.582657 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:20.722008 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e957-4771-4396-acf2-52a2aaa89771 req-47ee6b6f-c7c6-4b95-96ad-98e591b5adcb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:20.723504 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38e5e957-4771-4396-acf2-52a2aaa89771 req-47ee6b6f-c7c6-4b95-96ad-98e591b5adcb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 944 time: 0.0508294 Sep 28 12:29:20.772167 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38e5e957-4771-4396-acf2-52a2aaa89771 req-b13fedec-f737-42b3-9db0-898aac2968bb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422635 Sep 28 12:29:21.043286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['b2945645-b583-4bd9-b292-3f9cc72af67c'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:29:21.118326 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:21.160232 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:21.249662 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-782178b5-20e2-45a6-a798-1cca6fd7c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:21.522530 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dee81-a8e9-45df-9906-9295fa89390f req-f7f7abd6-9741-4ac0-adc6-7007ea31e7d9 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:21.525009 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f74dee81-a8e9-45df-9906-9295fa89390f req-f7f7abd6-9741-4ac0-adc6-7007ea31e7d9 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0465119 Sep 28 12:29:21.571592 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f74dee81-a8e9-45df-9906-9295fa89390f req-f5e0b688-33a2-4dad-ae24-3d5cb623ac64 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Sep 28 12:29:21.619929 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:21.621814 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:21.897040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08fc77-0996-463f-af48-a21c78691fad req-6c5ae69f-f405-4a6f-a305-5b5ed08ab87a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:21.898525 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e08fc77-0996-463f-af48-a21c78691fad req-6c5ae69f-f405-4a6f-a305-5b5ed08ab87a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 944 time: 0.0448651 Sep 28 12:29:21.947150 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2e08fc77-0996-463f-af48-a21c78691fad req-39adea73-4e23-48aa-848f-0bda903a9d0d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423651 Sep 28 12:29:22.376751 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:29:22.418526 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port b2945645-b583-4bd9-b292-3f9cc72af67c completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:29:22.423371 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port b2945645-b583-4bd9-b292-3f9cc72af67c triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:29:22.423685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:22.424070 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port b2945645-b583-4bd9-b292-3f9cc72af67c Sep 28 12:29:22.496020 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:29:22.496409 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:22.519089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:22.521325 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a8abc-39bd-45f9-abe8-61296337a228" -d '{"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:22.533928 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:22.538170 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:22.562234 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d1e93e-a6e4-46e3-a523-837b2603990d x-openstack-request-id: req-27d1e93e-a6e4-46e3-a523-837b2603990d {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:22.562552 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:22.562810 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27d1e93e-a6e4-46e3-a523-837b2603990d {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:22.563200 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d1e93e-a6e4-46e3-a523-837b2603990d'] response: {'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'code': 200} Sep 28 12:29:22.586438 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:22.693269 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05584-1ae9-43ff-965c-bb7839e15077 req-d18ee2fe-2ea0-4908-b420-4fb586cad924 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:22.694713 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-efa05584-1ae9-43ff-965c-bb7839e15077 req-d18ee2fe-2ea0-4908-b420-4fb586cad924 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0490403 Sep 28 12:29:22.740593 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-efa05584-1ae9-43ff-965c-bb7839e15077 req-a7191b9c-2092-4645-9134-256a85a11b91 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Sep 28 12:29:23.069065 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87eb1-0a0c-4174-bb57-c20060eb0cd3 req-72814b93-7b1e-417a-b912-5e1f3e636878 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:23.070525 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e9a87eb1-0a0c-4174-bb57-c20060eb0cd3 req-72814b93-7b1e-417a-b912-5e1f3e636878 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0452294 Sep 28 12:29:23.115784 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e9a87eb1-0a0c-4174-bb57-c20060eb0cd3 req-30c9f506-6a3c-4776-a48e-ac91e67a0e2f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397236 Sep 28 12:29:23.511055 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6717b-aae2-487f-a21b-7bae05df20fb req-fb3f32ca-8b7d-4ef9-9744-d18f008d7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:23.512637 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6df6717b-aae2-487f-a21b-7bae05df20fb req-fb3f32ca-8b7d-4ef9-9744-d18f008d7db7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1129 time: 0.0473211 Sep 28 12:29:23.534117 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6a004c5c-1087-4776-afa5-e252e4bdc79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:23.705816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:23.717312 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6df6717b-aae2-487f-a21b-7bae05df20fb req-00e22ef2-ccb1-41a6-b3cc-69b7743a7e36 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Sep 28 12:29:23.857476 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eed3d3-4481-403b-9b88-8c713b3b6c93 req-b5fd1c40-b4b6-4be9-9346-e3ed894e6c5b tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:23.858927 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-49eed3d3-4481-403b-9b88-8c713b3b6c93 req-b5fd1c40-b4b6-4be9-9346-e3ed894e6c5b tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0463817 Sep 28 12:29:23.904644 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-49eed3d3-4481-403b-9b88-8c713b3b6c93 req-4cb9c134-8947-4f9a-bb66-f32060d45515 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Sep 28 12:29:24.246392 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb168-2208-45f0-ace0-767b6f523acd req-3a6760b1-e752-4121-baa8-1743bda77904 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:24.247857 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3aabb168-2208-45f0-ace0-767b6f523acd req-3a6760b1-e752-4121-baa8-1743bda77904 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0518875 Sep 28 12:29:24.266596 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:24.298746 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3aabb168-2208-45f0-ace0-767b6f523acd req-fd15642a-cc47-4650-aa73-beed904050be tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454378 Sep 28 12:29:24.949992 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:24.995843 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91374828-453b-4792-b2d7-bccc29f8662a req-10f15cee-e97b-4271-be1c-71490d0ce7a1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:24.996793 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-91374828-453b-4792-b2d7-bccc29f8662a req-10f15cee-e97b-4271-be1c-71490d0ce7a1 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0471642 Sep 28 12:29:25.071743 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be0d58-d527-4439-9263-c6e26e0203e0 req-1f808e0f-9199-4cbb-92dc-e607e98e9315 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:25.073213 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-43be0d58-d527-4439-9263-c6e26e0203e0 req-1f808e0f-9199-4cbb-92dc-e607e98e9315 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 946 time: 0.0754814 Sep 28 12:29:25.134358 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Deleting port f219904c-e6fd-43ca-be72-0b2ebac9da8f {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:25.134699 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:25.428714 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18707e-0fca-4817-bf9b-014138205099 req-b2293012-ff4f-4907-b662-578390dd74ed tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:25.430460 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba18707e-0fca-4817-bf9b-014138205099 req-b2293012-ff4f-4907-b662-578390dd74ed tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Sep 28 12:29:25.436282 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-43be0d58-d527-4439-9263-c6e26e0203e0 req-b2f81984-06ec-4b44-a619-4104af103df9 tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=8d427096-934a-42e1-a623-a24976209f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574586 Sep 28 12:29:25.493012 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba18707e-0fca-4817-bf9b-014138205099 req-fded05b5-1a86-419a-bfdb-b8ffbd202300 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547128 Sep 28 12:29:25.511932 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] For port f219904c-e6fd-43ca-be72-0b2ebac9da8f, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f219904c-e6fd-43ca-be72-0b2ebac9da8f,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:25.512306 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:25.525999 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Calling delete_port for f219904c-e6fd-43ca-be72-0b2ebac9da8f owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:25.568491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:25.657868 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (f219904c-e6fd-43ca-be72-0b2ebac9da8f), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:25.685993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Pushing event deleted for resources: {'Port': ['ID=f219904c-e6fd-43ca-be72-0b2ebac9da8f,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:25.696048 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['f219904c-e6fd-43ca-be72-0b2ebac9da8f'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:29:25.735139 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] No DVR routers for this DVR port f219904c-e6fd-43ca-be72-0b2ebac9da8f on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:29:25.737856 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:25.741385 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-91374828-453b-4792-b2d7-bccc29f8662a req-5d39fb97-bf71-4462-9614-4f03a7746c6e tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.52 "DELETE /networking/v2.0/ports/f219904c-e6fd-43ca-be72-0b2ebac9da8f HTTP/1.1" status: 204 len: 173 time: 0.7355971 Sep 28 12:29:25.741893 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'name': 'network-vif-deleted', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:25.744603 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966e04cb-413f-418c-ac3e-09761c69e092" -d '{"events": [{"server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "name": "network-vif-deleted", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:25.784305 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd60d0-3844-495a-b714-2447018bd143 x-openstack-request-id: req-35dd60d0-3844-495a-b714-2447018bd143 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:25.784618 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25003613-64a5-4e59-9e42-7759c6d78994", "name": "network-vif-deleted", "tag": "f219904c-e6fd-43ca-be72-0b2ebac9da8f", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:25.784892 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35dd60d0-3844-495a-b714-2447018bd143 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:25.785329 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dd60d0-3844-495a-b714-2447018bd143'] response: {'server_uuid': '25003613-64a5-4e59-9e42-7759c6d78994', 'name': 'network-vif-deleted', 'tag': 'f219904c-e6fd-43ca-be72-0b2ebac9da8f', 'status': 'completed', 'code': 200} Sep 28 12:29:26.172442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:26.225356 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:26.566591 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7104733d-54f2-4bf3-9ad7-fc058de2039c req-7966fb1d-9ca3-4ca6-9dc4-e67f8eab08cd tempest-TestMinimumBasicScenario-1614611936 tempest-TestMinimumBasicScenario-1614611936-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=25003613-64a5-4e59-9e42-7759c6d78994 HTTP/1.1" status: 200 len: 210 time: 0.0279136 Sep 28 12:29:26.620572 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167546b-2772-4a4d-a718-4f8604a47c76 req-03fc1228-1f4c-4ebe-ab7d-20a9729864d5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:26.622026 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7167546b-2772-4a4d-a718-4f8604a47c76 req-03fc1228-1f4c-4ebe-ab7d-20a9729864d5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0460348 Sep 28 12:29:26.670284 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7167546b-2772-4a4d-a718-4f8604a47c76 req-920beacc-5cb3-4ce9-b7b6-c950cdd4f121 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427759 Sep 28 12:29:26.795304 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a980ad-7fd0-49e9-aa6f-2f6c9344a878 req-6ff78bf1-f5d8-46b4-8fbe-1f718d33b259 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:26.796862 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-36a980ad-7fd0-49e9-aa6f-2f6c9344a878 req-6ff78bf1-f5d8-46b4-8fbe-1f718d33b259 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0507584 Sep 28 12:29:26.808608 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 51980) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:26.813896 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Request body: {'floatingip': {'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:29:26.852586 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (af472747-5e33-4065-8440-a22961733110), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:27.290943 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:27.294933 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (af472747-5e33-4065-8440-a22961733110), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:27.384422 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:27.393036 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Floating IP af472747-5e33-4065-8440-a22961733110 associated. External IP: 172.27.0.153, port: b2945645-b583-4bd9-b292-3f9cc72af67c. Sep 28 12:29:27.584735 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:29:27.645512 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:27.703778 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:29:27.708651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:27.715214 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:29:27.727909 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:27.728774 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:27.743827 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d6fc3151-5695-40a1-a9d8-591b4a9d151b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/af472747-5e33-4065-8440-a22961733110 HTTP/1.1" status: 200 len: 991 time: 0.9319515 Sep 28 12:29:27.743827 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:29:27.746032 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79" -d '{"events": [{"name": "network-changed", "server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:29:27.788365 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b939a1-4e45-4e4c-8443-2de0afa5f07c x-openstack-request-id: req-96b939a1-4e45-4e4c-8443-2de0afa5f07c {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:29:27.788653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:29:27.788915 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96b939a1-4e45-4e4c-8443-2de0afa5f07c {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:29:27.789357 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b939a1-4e45-4e4c-8443-2de0afa5f07c'] response: {'name': 'network-changed', 'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'status': 'completed', 'code': 200} Sep 28 12:29:27.852005 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:27.887504 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-eeb15545-f092-4d8f-82bc-68dc9f446884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:27.889020 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-eeb15545-f092-4d8f-82bc-68dc9f446884 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1129 time: 0.0434315 Sep 28 12:29:28.001473 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-0eb99b06-49eb-4b3f-be83-fc2a5c3cf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:28.003003 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-0eb99b06-49eb-4b3f-be83-fc2a5c3cf39a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.1070106 Sep 28 12:29:28.072814 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-d1a186a3-6931-4751-8e76-879d33f285a1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 999 time: 0.0633187 Sep 28 12:29:28.111490 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'af472747-5e33-4065-8440-a22961733110', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'mac_address': 'fa:16:3e:85:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:29:08Z', 'updated_at': '2022-09-28T12:29:27Z', 'revision_number': 1, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:28.127484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-b89a4f37-e12e-43c9-97fb-7e18b2a758d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:28.128967 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-b89a4f37-e12e-43c9-97fb-7e18b2a758d2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0494566 Sep 28 12:29:28.139095 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:29:28.147648 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:28.148285 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:28.177008 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-2e1974c3-8be4-4328-b73b-5811736df93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:28.178617 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-2e1974c3-8be4-4328-b73b-5811736df93e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438869 Sep 28 12:29:28.235576 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52036) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:28.247343 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:28.251520 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:28.270401 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:28.282205 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-cc28f350-fcb8-4145-a366-16314339a9fe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952449 Sep 28 12:29:28.345509 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:28.381992 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0e60bb0f-940e-4d6a-89e3-86c60f96eb79 req-98550782-de3a-4802-ac37-028307085a1f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927784 Sep 28 12:29:28.408052 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device f219904c-e6fd-43ca-be72-0b2ebac9da8f no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:28.431841 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: f219904c-e6fd-43ca-be72-0b2ebac9da8f {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:28.432272 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device f219904c-e6fd-43ca-be72-0b2ebac9da8f not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:28.511528 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'af472747-5e33-4065-8440-a22961733110', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'mac_address': 'fa:16:3e:85:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:29:08Z', 'updated_at': '2022-09-28T12:29:27Z', 'revision_number': 1, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:28.536337 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9924cd-ce85-4ea1-810d-698b827479e9 None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'af472747-5e33-4065-8440-a22961733110', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'mac_address': 'fa:16:3e:85:38:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:29:08Z', 'updated_at': '2022-09-28T12:29:27Z', 'revision_number': 1, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:29:28.687798 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (faa97a73-8920-4b5e-8505-9975a6023e9b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:28.734071 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ed9df-fb53-4068-8203-d21ebc295b30 None None] New status for floating IP af472747-5e33-4065-8440-a22961733110: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:29:29.151584 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:29.158100 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Deleting port 1117ec25-e222-4f51-b53d-590f42a9cda0 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:29.158470 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:29.237274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] For port 1117ec25-e222-4f51-b53d-590f42a9cda0, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=1117ec25-e222-4f51-b53d-590f42a9cda0,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:29.237640 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:29.250805 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Calling delete_port for 1117ec25-e222-4f51-b53d-590f42a9cda0 owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:29.379775 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:29.431857 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (1117ec25-e222-4f51-b53d-590f42a9cda0), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:29.460003 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1117ec25-e222-4f51-b53d-590f42a9cda0,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:29.625338 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (faa97a73-8920-4b5e-8505-9975a6023e9b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:29.832122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Router faa97a73-8920-4b5e-8505-9975a6023e9b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:29:29.939083 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:29:29.946543 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-94a06c89-6711-461d-bd8a-90a79e0ad9d0 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/faa97a73-8920-4b5e-8505-9975a6023e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7067189 Sep 28 12:29:29.946543 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52044) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:29.950354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] Sync routers for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:29:29.960052 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:29.960673 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:30.028584 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:30.046939 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks [] for router (faa97a73-8920-4b5e-8505-9975a6023e9b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.063454 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:30.146494 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks [] for router_gateway (faa97a73-8920-4b5e-8505-9975a6023e9b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.199421 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Deleting port 8e9daa19-463b-4292-a3e3-84f269b47eb4 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:30.199766 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.231463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:29:29Z', 'revision_number': 5, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port': {'id': '8e9daa19-463b-4292-a3e3-84f269b47eb4', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:29:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:24Z', 'updated_at': '2022-09-28T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:30.244126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:30.260218 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] Checking router: faa97a73-8920-4b5e-8505-9975a6023e9b for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:29:30.268921 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] Routers {'faa97a73-8920-4b5e-8505-9975a6023e9b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:30.269565 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['faa97a73-8920-4b5e-8505-9975a6023e9b'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:30.288040 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] For port 8e9daa19-463b-4292-a3e3-84f269b47eb4, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=8e9daa19-463b-4292-a3e3-84f269b47eb4,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:30.288551 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.303823 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Calling delete_port for 8e9daa19-463b-4292-a3e3-84f269b47eb4 owned by network:router_gateway {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:30.356489 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] Set router faa97a73-8920-4b5e-8505-9975a6023e9b gateway port host: None {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:30.407990 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:29:30Z', 'revision_number': 6, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:30.432726 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98debdb2-edd9-496c-82aa-cc4735e12ac4 None None] The sync data for ids ['faa97a73-8920-4b5e-8505-9975a6023e9b'] in dv-cinder-844563-9-iscsi is: [{'id': 'faa97a73-8920-4b5e-8505-9975a6023e9b', 'name': 'tempest-TestMinimumBasicScenario-2042189481-router', 'tenant_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:22Z', 'updated_at': '2022-09-28T12:29:30Z', 'revision_number': 6, 'project_id': '19f9f5faf55a4b0cb17bf36d8cb838f6', 'gw_port_host': None}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:29:30.475340 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (8e9daa19-463b-4292-a3e3-84f269b47eb4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.499420 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9daa19-463b-4292-a3e3-84f269b47eb4,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:30.563451 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (faa97a73-8920-4b5e-8505-9975a6023e9b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.650188 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (faa97a73-8920-4b5e-8505-9975a6023e9b), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.653339 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks [] for router_controller (faa97a73-8920-4b5e-8505-9975a6023e9b), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.694503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (faa97a73-8920-4b5e-8505-9975a6023e9b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.695120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa97a73-8920-4b5e-8505-9975a6023e9b {{(pid=106180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:29:30.700711 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.701878 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9f9f67d8-4c46-4373-a135-ccc69ce0119d admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/faa97a73-8920-4b5e-8505-9975a6023e9b HTTP/1.1" status: 204 len: 168 time: 0.7544456 Sep 28 12:29:30.704376 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52046) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:30.749241 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Deleting subnet 0995468d-db89-4b1f-9f55-a0f9351f7c88 {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:29:30.752291 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Publish callbacks [] for subnet (0995468d-db89-4b1f-9f55-a0f9351f7c88), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.792571 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (0995468d-db89-4b1f-9f55-a0f9351f7c88), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.873024 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (0995468d-db89-4b1f-9f55-a0f9351f7c88), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.925812 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (0995468d-db89-4b1f-9f55-a0f9351f7c88), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.933657 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=12 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:30.964752 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0995468d-db89-4b1f-9f55-a0f9351f7c88,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:30.966888 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:30.974187 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-45cc2a78-10a4-472d-a264-1db7c48156c5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/0995468d-db89-4b1f-9f55-a0f9351f7c88 HTTP/1.1" status: 204 len: 168 time: 0.2650669 Sep 28 12:29:30.974420 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b000db-2b90-4260-b04d-014a413f8e8c None None] Network 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:29:30.975211 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52050) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:31.050772 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (8fd9a966-848a-4a04-aad9-4eacaa03d7c2), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.097757 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Deleting port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:31.098096 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.164047 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] For port 33d085f9-f901-420d-98bc-6a3c0b21c9e4, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=33d085f9-f901-420d-98bc-6a3c0b21c9e4,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:31.164417 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.184586 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Calling delete_port for 33d085f9-f901-420d-98bc-6a3c0b21c9e4 owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:31.187874 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:31.205014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] DHCP port deletion for 8fd9a966-848a-4a04-aad9-4eacaa03d7c2 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:29:31.242883 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] Deleting port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 {{(pid=106182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:31.243348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), before_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.275409 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.301353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d085f9-f901-420d-98bc-6a3c0b21c9e4,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:31.306603 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] No DVR routers for this DVR port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:29:31.315191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] For port 33d085f9-f901-420d-98bc-6a3c0b21c9e4, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=33d085f9-f901-420d-98bc-6a3c0b21c9e4,segment=NetworkSegment(94d73b94-bbf1-4aea-9c54-4a1592ba57d0),segment_id=94d73b94-bbf1-4aea-9c54-4a1592ba57d0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:31.315597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), precommit_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.329963 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] Calling delete_port for 33d085f9-f901-420d-98bc-6a3c0b21c9e4 owned by network:dhcp {{(pid=106182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:31.385639 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (8fd9a966-848a-4a04-aad9-4eacaa03d7c2), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.391149 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:31.406129 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd9a966-848a-4a04-aad9-4eacaa03d7c2']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:31.407115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411'] for port (33d085f9-f901-420d-98bc-6a3c0b21c9e4), after_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.415156 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d73b94-bbf1-4aea-9c54-4a1592ba57d0') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:31.415499 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d73b94-bbf1-4aea-9c54-4a1592ba57d0') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:31.425456 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (94d73b94-bbf1-4aea-9c54-4a1592ba57d0), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.433564 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] Pushing event deleted for resources: {'Port': ['ID=33d085f9-f901-420d-98bc-6a3c0b21c9e4,revision_number=None']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:31.441114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (94d73b94-bbf1-4aea-9c54-4a1592ba57d0), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.442081 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ceddd-78c4-46a4-8b46-5ef66e770db2 None None] No DVR routers for this DVR port 33d085f9-f901-420d-98bc-6a3c0b21c9e4 on host dv-cinder-844563-9-iscsi {{(pid=106182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:29:31.450954 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:29:31.451469 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (94d73b94-bbf1-4aea-9c54-4a1592ba57d0), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.499672 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 94d73b94-bbf1-4aea-9c54-4a1592ba57d0 resource provider aggregate not found Sep 28 12:29:31.523552 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 94d73b94-bbf1-4aea-9c54-4a1592ba57d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94d73b94-bbf1-4aea-9c54-4a1592ba57d0 found for delete ", "request_id": "req-a03b73cd-51af-4a12-bf51-07edbb881cc6"}]} Sep 28 12:29:31.524799 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (8fd9a966-848a-4a04-aad9-4eacaa03d7c2), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.542427 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:31.547619 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/8fd9a966-848a-4a04-aad9-4eacaa03d7c2 HTTP/1.1" status: 204 len: 168 time: 0.5693424 Sep 28 12:29:31.548477 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d3fe5-06f9-4004-8d2c-a0c4ae402204 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd9a966-848a-4a04-aad9-4eacaa03d7c2,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:31.548803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52056) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:31.752342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:31.883128 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (7600886c-37bb-4db7-b213-ac019d314af3), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:32.109702 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Deleting port cecdc326-e29b-4f12-897f-2028a264e940 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:32.110042 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (cecdc326-e29b-4f12-897f-2028a264e940), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:32.192257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] For port cecdc326-e29b-4f12-897f-2028a264e940, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=cecdc326-e29b-4f12-897f-2028a264e940,segment=NetworkSegment(17caf3f2-bb64-4a4f-a507-ae1a71f59579),segment_id=17caf3f2-bb64-4a4f-a507-ae1a71f59579)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:32.192625 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (cecdc326-e29b-4f12-897f-2028a264e940), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:32.208537 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Calling delete_port for cecdc326-e29b-4f12-897f-2028a264e940 owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:32.335424 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 1117ec25-e222-4f51-b53d-590f42a9cda0 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:32.356839 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 1117ec25-e222-4f51-b53d-590f42a9cda0 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:32.357354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 1117ec25-e222-4f51-b53d-590f42a9cda0 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:32.357862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8e9daa19-463b-4292-a3e3-84f269b47eb4 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:32.377127 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 8e9daa19-463b-4292-a3e3-84f269b47eb4 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:32.377602 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8e9daa19-463b-4292-a3e3-84f269b47eb4 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:32.377961 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 33d085f9-f901-420d-98bc-6a3c0b21c9e4 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:32.396538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 33d085f9-f901-420d-98bc-6a3c0b21c9e4 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:32.396872 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 33d085f9-f901-420d-98bc-6a3c0b21c9e4 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:32.408806 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:32.427253 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (cecdc326-e29b-4f12-897f-2028a264e940), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:32.455538 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Pushing event deleted for resources: {'Port': ['ID=cecdc326-e29b-4f12-897f-2028a264e940,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:32.617571 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (7600886c-37bb-4db7-b213-ac019d314af3), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:32.670648 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:32.821122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Router 7600886c-37bb-4db7-b213-ac019d314af3 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:29:33.166819 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:29:33.174033 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-99fe1244-e756-44e4-b40f-9c4a6a01528c admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7600886c-37bb-4db7-b213-ac019d314af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6220570 Sep 28 12:29:33.175781 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52064) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:33.180113 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] Sync routers for ids ['7600886c-37bb-4db7-b213-ac019d314af3'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:29:33.191205 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] Routers {'7600886c-37bb-4db7-b213-ac019d314af3'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:33.191934 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7600886c-37bb-4db7-b213-ac019d314af3'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:33.288388 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks [] for router (7600886c-37bb-4db7-b213-ac019d314af3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:33.300836 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] Set router 7600886c-37bb-4db7-b213-ac019d314af3 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:33.405336 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks [] for router_gateway (7600886c-37bb-4db7-b213-ac019d314af3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:33.485222 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '39069437-af10-43bb-bfc3-44031e59cb01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:29:32Z', 'revision_number': 5, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port': {'id': '39069437-af10-43bb-bfc3-44031e59cb01', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7600886c-37bb-4db7-b213-ac019d314af3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:34Z', 'updated_at': '2022-09-28T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:33.490375 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:33.510902 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] Checking router: 7600886c-37bb-4db7-b213-ac019d314af3 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:29:33.519279 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] Routers {'7600886c-37bb-4db7-b213-ac019d314af3'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:29:33.519880 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7600886c-37bb-4db7-b213-ac019d314af3'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:33.520501 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Deleting port 39069437-af10-43bb-bfc3-44031e59cb01 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:33.520808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (39069437-af10-43bb-bfc3-44031e59cb01), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:33.547615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf77dc-f681-408f-b39e-1f4ffdc99e75 req-73729945-396d-4de6-82fe-b1d366ed5d1a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:33.549189 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f3cf77dc-f681-408f-b39e-1f4ffdc99e75 req-73729945-396d-4de6-82fe-b1d366ed5d1a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.1015124 Sep 28 12:29:33.589994 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a273b-767b-4a86-a568-a41f26674e0a req-e41ea8c4-a158-4bf7-89a8-2556e2997392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:33.591412 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-e41ea8c4-a158-4bf7-89a8-2556e2997392 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.1288342 Sep 28 12:29:33.603355 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] Set router 7600886c-37bb-4db7-b213-ac019d314af3 gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:29:33.707189 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] For port 39069437-af10-43bb-bfc3-44031e59cb01, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=39069437-af10-43bb-bfc3-44031e59cb01,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:33.707553 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (39069437-af10-43bb-bfc3-44031e59cb01), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:33.716197 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f3cf77dc-f681-408f-b39e-1f4ffdc99e75 req-6e17135f-fc21-45e2-b673-d59f5dfbf5cb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391773 Sep 28 12:29:33.746024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:33.746024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Calling delete_port for 39069437-af10-43bb-bfc3-44031e59cb01 owned by network:router_gateway {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:33.746726 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:29:33Z', 'revision_number': 6, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:33.766453 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b41bc8b-3bc0-4d7d-a793-2491a6bdb403 None None] The sync data for ids ['7600886c-37bb-4db7-b213-ac019d314af3'] in dv-cinder-844563-9-iscsi is: [{'id': '7600886c-37bb-4db7-b213-ac019d314af3', 'name': 'tempest-TestMinimumBasicScenario-1060924360-router', 'tenant_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:33Z', 'updated_at': '2022-09-28T12:29:33Z', 'revision_number': 6, 'project_id': '6131a9e67e1b4ac2ad3d28f2fad23f67', 'gw_port_host': None}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:29:33.795740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a273b-767b-4a86-a568-a41f26674e0a req-0df1b0b7-eee6-4b9d-af15-6ced5156b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:33.797408 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-0df1b0b7-eee6-4b9d-af15-6ced5156b85d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.1960030 Sep 28 12:29:33.908315 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-cfde6204-e760-42d5-bc75-46f297f649dd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 1001 time: 0.1002154 Sep 28 12:29:33.987008 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a273b-767b-4a86-a568-a41f26674e0a req-981d62c1-2c8b-4de6-8c6e-b915c4ea25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:33.988365 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-981d62c1-2c8b-4de6-8c6e-b915c4ea25eb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0731101 Sep 28 12:29:34.038012 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (39069437-af10-43bb-bfc3-44031e59cb01), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.047046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a273b-767b-4a86-a568-a41f26674e0a req-01b0a931-8885-43e5-97fe-7bdbb517611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:34.048509 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-01b0a931-8885-43e5-97fe-7bdbb517611b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525026 Sep 28 12:29:34.072267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Pushing event deleted for resources: {'Port': ['ID=39069437-af10-43bb-bfc3-44031e59cb01,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:34.109212 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.109560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.109900 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.110243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.110564 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.110889 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.111211 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.111531 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.111850 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.112170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.112489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.112807 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.113123 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.113463 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.113771 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.206766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (7600886c-37bb-4db7-b213-ac019d314af3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.286801 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-62a43a6f-7e6e-4715-a930-339fad474aa2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219644 Sep 28 12:29:34.333509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (7600886c-37bb-4db7-b213-ac019d314af3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.336222 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:34.364323 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks [] for router_controller (7600886c-37bb-4db7-b213-ac019d314af3), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.439034 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (7600886c-37bb-4db7-b213-ac019d314af3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.439631 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7600886c-37bb-4db7-b213-ac019d314af3 {{(pid=106181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:29:34.451154 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.452283 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-02a479ad-1d37-467e-b533-4a42e7173687 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/7600886c-37bb-4db7-b213-ac019d314af3 HTTP/1.1" status: 204 len: 168 time: 1.2755229 Sep 28 12:29:34.455026 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52074) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:34.466726 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f17a273b-767b-4a86-a568-a41f26674e0a req-48499402-0e70-4d10-862e-da09e175d28b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535468 Sep 28 12:29:34.502578 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Deleting subnet 85349f28-289d-4366-bdfa-639db6c8bb7e {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:29:34.505759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Publish callbacks [] for subnet (85349f28-289d-4366-bdfa-639db6c8bb7e), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.544825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (85349f28-289d-4366-bdfa-639db6c8bb7e), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.603757 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cecdc326-e29b-4f12-897f-2028a264e940 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:34.626376 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: cecdc326-e29b-4f12-897f-2028a264e940 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:34.626707 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device cecdc326-e29b-4f12-897f-2028a264e940 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:34.627112 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 39069437-af10-43bb-bfc3-44031e59cb01 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:34.628462 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (85349f28-289d-4366-bdfa-639db6c8bb7e), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.645413 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 39069437-af10-43bb-bfc3-44031e59cb01 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:34.645749 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 39069437-af10-43bb-bfc3-44031e59cb01 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:34.686990 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (85349f28-289d-4366-bdfa-639db6c8bb7e), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.713053 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85349f28-289d-4366-bdfa-639db6c8bb7e,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:34.718001 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.721414 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/85349f28-289d-4366-bdfa-639db6c8bb7e HTTP/1.1" status: 204 len: 168 time: 0.2652462 Sep 28 12:29:34.723993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52080) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:34.725971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be893d-d913-404b-921f-ab4d3115bdf0 None None] Network 23fd9eaf-5bde-4a01-a17a-18d26c173595 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:29:34.726404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.726755 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.727097 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.727467 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.727770 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.728252 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.728470 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.728769 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.729167 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.729548 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.729978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.730308 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.730632 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.730957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.731279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3734-bcbb-4ed3-9c2e-306c5f8affff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:29:34.741620 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:34.806320 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (23fd9eaf-5bde-4a01-a17a-18d26c173595), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.854932 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Deleting port e9b40f90-b5a2-470f-b2c8-344d68853ffe {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:34.855358 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.860670 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd5a8d-f5ed-409f-abfc-3a71779576d0 req-0803b923-8a1f-438f-8d29-809229b0fe6d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:34.862260 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fccd5a8d-f5ed-409f-abfc-3a71779576d0 req-0803b923-8a1f-438f-8d29-809229b0fe6d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0569832 Sep 28 12:29:34.906475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] DHCP port deletion for 23fd9eaf-5bde-4a01-a17a-18d26c173595 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:29:34.935369 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] For port e9b40f90-b5a2-470f-b2c8-344d68853ffe, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e9b40f90-b5a2-470f-b2c8-344d68853ffe,segment=NetworkSegment(17caf3f2-bb64-4a4f-a507-ae1a71f59579),segment_id=17caf3f2-bb64-4a4f-a507-ae1a71f59579)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:34.935766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:34.938369 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fccd5a8d-f5ed-409f-abfc-3a71779576d0 req-37c33263-b3e7-4131-a621-8432e1c6b7c2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691710 Sep 28 12:29:34.945758 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:34.954540 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Calling delete_port for e9b40f90-b5a2-470f-b2c8-344d68853ffe owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:35.043248 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.065825 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b40f90-b5a2-470f-b2c8-344d68853ffe,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:35.069559 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Deleting port e9b40f90-b5a2-470f-b2c8-344d68853ffe {{(pid=106182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:29:35.069932 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), before_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.071175 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] No DVR routers for this DVR port e9b40f90-b5a2-470f-b2c8-344d68853ffe on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:29:35.132340 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] For port e9b40f90-b5a2-470f-b2c8-344d68853ffe, host dv-cinder-844563-9-iscsi, got binding levels [] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:29:35.132645 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), precommit_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.146058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (23fd9eaf-5bde-4a01-a17a-18d26c173595), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.149415 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Calling delete_port for e9b40f90-b5a2-470f-b2c8-344d68853ffe owned by network:dhcp {{(pid=106182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:29:35.152958 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.ipam_backend_mixin [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Port e9b40f90-b5a2-470f-b2c8-344d68853ffe was not found and therefore no delete operation was performed {{(pid=106182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 12:29:35.154197 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411'] for port (e9b40f90-b5a2-470f-b2c8-344d68853ffe), after_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.168101 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fd9eaf-5bde-4a01-a17a-18d26c173595']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:35.177943 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] Pushing event deleted for resources: {'Port': ['ID=e9b40f90-b5a2-470f-b2c8-344d68853ffe,revision_number=None']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:35.178697 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17caf3f2-bb64-4a4f-a507-ae1a71f59579') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:35.179027 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17caf3f2-bb64-4a4f-a507-ae1a71f59579') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:29:35.181685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09008a-6915-4ea1-9a35-edde087494d6 None None] No DVR routers for this DVR port e9b40f90-b5a2-470f-b2c8-344d68853ffe on host dv-cinder-844563-9-iscsi {{(pid=106182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:29:35.193060 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (17caf3f2-bb64-4a4f-a507-ae1a71f59579), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.206939 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (17caf3f2-bb64-4a4f-a507-ae1a71f59579), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.213177 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:29:35.214140 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (17caf3f2-bb64-4a4f-a507-ae1a71f59579), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.271413 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (23fd9eaf-5bde-4a01-a17a-18d26c173595), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.278755 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.281848 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/23fd9eaf-5bde-4a01-a17a-18d26c173595 HTTP/1.1" status: 204 len: 168 time: 0.5563421 Sep 28 12:29:35.291477 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca67a3-95b4-4898-a359-876699162c77 admin admin] Pushing event deleted for resources: {'Network': ['ID=23fd9eaf-5bde-4a01-a17a-18d26c173595,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:35.310232 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 17caf3f2-bb64-4a4f-a507-ae1a71f59579 resource provider aggregate not found Sep 28 12:29:35.329341 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 17caf3f2-bb64-4a4f-a507-ae1a71f59579 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17caf3f2-bb64-4a4f-a507-ae1a71f59579 found for delete ", "request_id": "req-e9c800e1-c92e-4433-8914-9c239c624816"}]} Sep 28 12:29:35.397859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52092) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:35.416645 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:35.439610 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6a49a34c-7bf4-493c-8c07-2f3ed54ee6dc admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=19f9f5faf55a4b0cb17bf36d8cb838f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405397 Sep 28 12:29:35.442127 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52094) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:35.490076 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5ec498d1-b7ba-43c7-a125-7de7bc863635 admin admin] Publish callbacks [] for security_group (8d427096-934a-42e1-a623-a24976209f2a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.509809 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5ec498d1-b7ba-43c7-a125-7de7bc863635 admin admin] Publish callbacks [] for security_group (8d427096-934a-42e1-a623-a24976209f2a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.555482 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5ec498d1-b7ba-43c7-a125-7de7bc863635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8d427096-934a-42e1-a623-a24976209f2a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.558572 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-5ec498d1-b7ba-43c7-a125-7de7bc863635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.559699 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-5ec498d1-b7ba-43c7-a125-7de7bc863635 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8d427096-934a-42e1-a623-a24976209f2a HTTP/1.1" status: 204 len: 168 time: 0.1166861 Sep 28 12:29:35.561799 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:35.568329 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec498d1-b7ba-43c7-a125-7de7bc863635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d427096-934a-42e1-a623-a24976209f2a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:35.877531 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52100) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:35.916405 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d03264c4-6261-4b83-a85c-9a48611420fd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6131a9e67e1b4ac2ad3d28f2fad23f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377567 Sep 28 12:29:35.919271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52102) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:29:35.970028 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6194bb24-30d8-4315-b87b-2de37f1f04ea admin admin] Publish callbacks [] for security_group (4b2a0dd4-5321-4a57-bc5d-1b5d5f488602), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:35.990684 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6194bb24-30d8-4315-b87b-2de37f1f04ea admin admin] Publish callbacks [] for security_group (4b2a0dd4-5321-4a57-bc5d-1b5d5f488602), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:36.037786 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6194bb24-30d8-4315-b87b-2de37f1f04ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4b2a0dd4-5321-4a57-bc5d-1b5d5f488602), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:36.040382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6194bb24-30d8-4315-b87b-2de37f1f04ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:36.041579 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6194bb24-30d8-4315-b87b-2de37f1f04ea admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4b2a0dd4-5321-4a57-bc5d-1b5d5f488602 HTTP/1.1" status: 204 len: 168 time: 0.1214123 Sep 28 12:29:36.051513 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194bb24-30d8-4315-b87b-2de37f1f04ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a0dd4-5321-4a57-bc5d-1b5d5f488602,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:29:36.074639 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fd42b-2758-4c9c-9340-d2824191acd4 req-f8b05c5e-26f5-45f4-8814-2a6f18a06ce4 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:36.077038 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f8fd42b-2758-4c9c-9340-d2824191acd4 req-f8b05c5e-26f5-45f4-8814-2a6f18a06ce4 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0622540 Sep 28 12:29:36.126525 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1f8fd42b-2758-4c9c-9340-d2824191acd4 req-2850e948-1213-40f3-bfd2-7c1149966ee1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 Sep 28 12:29:36.324525 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e9b40f90-b5a2-470f-b2c8-344d68853ffe no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:29:36.346999 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: e9b40f90-b5a2-470f-b2c8-344d68853ffe {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:29:36.347342 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e9b40f90-b5a2-470f-b2c8-344d68853ffe not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:29:37.249539 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b44ca-f862-45a4-87d1-02717631da9b req-8ee51fbf-8579-4ec4-97ca-0c799862a7ac tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:37.250990 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0e7b44ca-f862-45a4-87d1-02717631da9b req-8ee51fbf-8579-4ec4-97ca-0c799862a7ac tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0462232 Sep 28 12:29:37.296416 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0e7b44ca-f862-45a4-87d1-02717631da9b req-9bf7654e-8c7d-408d-87d8-646787f6344d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400310 Sep 28 12:29:38.416222 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7026a-d427-42b7-8fc0-6fdda4b15460 req-b6606217-1a99-4b4a-88a9-64962023ec3e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:38.417750 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-62a7026a-d427-42b7-8fc0-6fdda4b15460 req-b6606217-1a99-4b4a-88a9-64962023ec3e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0449150 Sep 28 12:29:38.464582 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-62a7026a-d427-42b7-8fc0-6fdda4b15460 req-6619e44c-d8a9-408d-a363-96fc32b1100b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412607 Sep 28 12:29:39.587207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e10999-cefd-4464-87d5-c79df7ada4eb req-ee76ebee-5b3d-44b4-ba8e-f36478e2b873 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:39.589484 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c1e10999-cefd-4464-87d5-c79df7ada4eb req-ee76ebee-5b3d-44b4-ba8e-f36478e2b873 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Sep 28 12:29:39.636187 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c1e10999-cefd-4464-87d5-c79df7ada4eb req-1a485197-28d5-4a9e-a7c5-2dc69bc3ec2b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Sep 28 12:29:40.759167 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc9c2-71ee-4ab9-9a94-f4cdcf387728 req-4b372679-db31-4744-995b-4527b647cda9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:40.761332 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-79fdc9c2-71ee-4ab9-9a94-f4cdcf387728 req-4b372679-db31-4744-995b-4527b647cda9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Sep 28 12:29:40.805754 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-79fdc9c2-71ee-4ab9-9a94-f4cdcf387728 req-ee94a835-7557-4c69-aac4-25450fab1b24 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Sep 28 12:29:41.927527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934f5df-dc47-4d72-85bf-3c2a5e643c58 req-ffa2755f-7b28-4ceb-93f8-c419210cf27d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:41.928978 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5934f5df-dc47-4d72-85bf-3c2a5e643c58 req-ffa2755f-7b28-4ceb-93f8-c419210cf27d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0459590 Sep 28 12:29:41.976101 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5934f5df-dc47-4d72-85bf-3c2a5e643c58 req-6bab7f16-b93b-4e68-8d47-3a86c8117d78 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 Sep 28 12:29:43.103391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82336943-604c-4ae7-810c-7d2ce98b35b5 req-79de9800-031f-40e0-a1f2-70cf138dd72b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:43.105473 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-82336943-604c-4ae7-810c-7d2ce98b35b5 req-79de9800-031f-40e0-a1f2-70cf138dd72b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0459979 Sep 28 12:29:43.129182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:43.154614 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-82336943-604c-4ae7-810c-7d2ce98b35b5 req-87f99542-25d0-451f-9753-892bf29b9bc4 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Sep 28 12:29:43.742331 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:43.743073 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=59 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:44.495598 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81352fd9-4a15-423d-9161-e870f4110c7f req-a6c96144-6e65-4b98-bfd3-f8b6c52afc88 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:44.497048 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-81352fd9-4a15-423d-9161-e870f4110c7f req-a6c96144-6e65-4b98-bfd3-f8b6c52afc88 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Sep 28 12:29:44.543962 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-81352fd9-4a15-423d-9161-e870f4110c7f req-43c133d8-5338-4ef2-b629-d8d466acb52b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Sep 28 12:29:45.663044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367fc99-8ad4-4010-b9db-c973c0c6bf1a req-bdf6cd9c-67b9-4778-8530-8b5c6beb1145 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:45.664497 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7367fc99-8ad4-4010-b9db-c973c0c6bf1a req-bdf6cd9c-67b9-4778-8530-8b5c6beb1145 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0452616 Sep 28 12:29:45.714026 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7367fc99-8ad4-4010-b9db-c973c0c6bf1a req-8002862f-f32e-4bd1-bcda-2bda105a851f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433302 Sep 28 12:29:46.328849 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:DELETE=4,neutron:SELECT=40 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:46.329563 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=22 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:46.833712 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4d575-8381-4851-bf32-e56242cf3bfd req-c20e7b9f-3fea-44cf-8898-bff830ff787e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:46.835167 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04b4d575-8381-4851-bf32-e56242cf3bfd req-c20e7b9f-3fea-44cf-8898-bff830ff787e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0458477 Sep 28 12:29:46.881314 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04b4d575-8381-4851-bf32-e56242cf3bfd req-fe93d07e-5f47-4ebf-983b-a7c85bfabdb8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Sep 28 12:29:48.006032 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcac5f0-c8b3-48c3-b883-caebb09089c8 req-567e1835-73f2-49f9-8126-24084b5bcd67 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:48.007493 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfcac5f0-c8b3-48c3-b883-caebb09089c8 req-567e1835-73f2-49f9-8126-24084b5bcd67 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Sep 28 12:29:48.054842 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfcac5f0-c8b3-48c3-b883-caebb09089c8 req-da776702-ebe4-439f-8c1c-02cd3c389ac8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Sep 28 12:29:48.608385 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:29:49.176419 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d829e2-d895-454f-b990-23f848910374 req-dc68bb29-3a91-426c-aea0-7896274f0f5d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:49.177976 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-12d829e2-d895-454f-b990-23f848910374 req-dc68bb29-3a91-426c-aea0-7896274f0f5d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0469627 Sep 28 12:29:49.231543 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-12d829e2-d895-454f-b990-23f848910374 req-264516c2-3d9a-47bc-ba25-f7750f7fea4f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Sep 28 12:29:49.269447 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:49.892452 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-5967d1f5-c5de-4360-b1eb-042708cdddb7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370111 Sep 28 12:29:49.967415 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc8507-be37-4175-a595-224d434507f4 req-f4fee2b8-37c5-4a96-aec0-34c8295a220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:49.968876 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-f4fee2b8-37c5-4a96-aec0-34c8295a220d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 1129 time: 0.0376964 Sep 28 12:29:50.047351 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:50.076996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc8507-be37-4175-a595-224d434507f4 req-9857777a-096d-4abb-9b0d-f05e0e967934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:50.078521 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-9857777a-096d-4abb-9b0d-f05e0e967934 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0895286 Sep 28 12:29:50.116296 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-550b975d-2175-4ef8-ba4f-35e86857905c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c HTTP/1.1" status: 200 len: 217 time: 0.0317402 Sep 28 12:29:50.165915 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc8507-be37-4175-a595-224d434507f4 req-9b309728-f651-43d1-a078-938e99d85c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:50.168066 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-9b309728-f651-43d1-a078-938e99d85c30 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0461600 Sep 28 12:29:50.212163 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc8507-be37-4175-a595-224d434507f4 req-27a989a3-1942-4347-931a-7b21e3643c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:50.214238 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-27a989a3-1942-4347-931a-7b21e3643c7c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381181 Sep 28 12:29:50.306065 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-1413c36f-9b09-4bca-ba8e-0ae12869eef5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841978 Sep 28 12:29:50.394625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9306cb-0ef2-4af4-843c-aa04e0ae19bb req-d509d796-6838-4073-bd5f-39c3c1af64a9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:50.396115 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ba9306cb-0ef2-4af4-843c-aa04e0ae19bb req-d509d796-6838-4073-bd5f-39c3c1af64a9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0882430 Sep 28 12:29:50.463892 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e3cc8507-be37-4175-a595-224d434507f4 req-3f43d235-68d5-4c43-ad55-f7df1c864831 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479409 Sep 28 12:29:50.470975 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ba9306cb-0ef2-4af4-843c-aa04e0ae19bb req-d61bdb32-c2fe-4e54-9b1e-26ae7b0c7e14 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667398 Sep 28 12:29:51.243038 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2d98-3ada-49c1-a751-34bf57c767ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:51.584279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:51.600359 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e17c1d-4988-4f08-9eac-06408575aaf7 req-c6da9807-92b3-4814-b7ff-f12f2e738c5e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:51.601979 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-74e17c1d-4988-4f08-9eac-06408575aaf7 req-c6da9807-92b3-4814-b7ff-f12f2e738c5e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0535698 Sep 28 12:29:51.658888 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-74e17c1d-4988-4f08-9eac-06408575aaf7 req-ad570cb9-dbec-4d9d-a329-39e5c355644a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501499 Sep 28 12:29:52.604115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9b273-ca5a-4d6c-a271-003e11f1fe63 req-c87ed77a-041c-41d8-8434-5dfc47bc885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:52.605639 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4ec9b273-ca5a-4d6c-a271-003e11f1fe63 req-c87ed77a-041c-41d8-8434-5dfc47bc885a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.0382121 Sep 28 12:29:52.652649 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4ec9b273-ca5a-4d6c-a271-003e11f1fe63 req-5aa082e6-c27c-493a-a8e8-3dcee8a2d71b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395570 Sep 28 12:29:52.781852 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28f2a7-9206-4b01-8b8b-6fbf18ac1bbb req-298b8d24-8a72-47bf-814b-bcb4649e1b24 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:52.783291 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4f28f2a7-9206-4b01-8b8b-6fbf18ac1bbb req-298b8d24-8a72-47bf-814b-bcb4649e1b24 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 28 12:29:52.829923 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4f28f2a7-9206-4b01-8b8b-6fbf18ac1bbb req-da99d622-0227-407f-b78b-40c4553b3d69 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411165 Sep 28 12:29:53.535975 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b66acd71-7765-4120-bac3-643eefc9ff8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:53.950269 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c464e-86c1-4b3e-be67-b66853a7c903 req-11d620a3-306b-4c11-a308-5161fa24650f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:53.951735 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b50c464e-86c1-4b3e-be67-b66853a7c903 req-11d620a3-306b-4c11-a308-5161fa24650f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0458286 Sep 28 12:29:53.999088 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b50c464e-86c1-4b3e-be67-b66853a7c903 req-c6384114-47ad-48c5-bf8e-6336103d6839 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419121 Sep 28 12:29:54.831324 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:55.086792 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:55.389672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e306b4-c92b-4d97-a9b2-370c9a4397a0 req-fd676bd9-330b-4c32-94d4-aec1ff83a931 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:55.391053 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a0e306b4-c92b-4d97-a9b2-370c9a4397a0 req-fd676bd9-330b-4c32-94d4-aec1ff83a931 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.3128426 Sep 28 12:29:55.438088 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a0e306b4-c92b-4d97-a9b2-370c9a4397a0 req-4a6ec08b-2ac7-4433-83b3-20b927283631 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Sep 28 12:29:55.791685 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59be66-c286-49ef-aeed-54fc123d35c4 req-f120fb8a-b8a7-4344-a2f2-c13a5232987f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:55.793244 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2f59be66-c286-49ef-aeed-54fc123d35c4 req-f120fb8a-b8a7-4344-a2f2-c13a5232987f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0508053 Sep 28 12:29:55.797364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-ca744bab-67b8-4805-b323-455c065cd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:55.798841 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-ca744bab-67b8-4805-b323-455c065cd169 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.0382612 Sep 28 12:29:55.828529 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:55.841595 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2f59be66-c286-49ef-aeed-54fc123d35c4 req-ef4ea21b-32c7-4ed7-91cc-6bd395a3db71 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424633 Sep 28 12:29:55.892530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-a42ab7ad-8783-45a3-92c8-7e4fceb1f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:55.894026 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-a42ab7ad-8783-45a3-92c8-7e4fceb1f898 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0889606 Sep 28 12:29:55.953114 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-47408cb9-85d8-4e38-96fc-23866f87e558 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 1001 time: 0.0531118 Sep 28 12:29:56.001427 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-bac2a4fd-57cb-4a8c-8cfc-534095f042d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:56.002835 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-bac2a4fd-57cb-4a8c-8cfc-534095f042d4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0440319 Sep 28 12:29:56.048579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-42eda718-76e5-44f1-af24-567314704eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:56.050049 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-42eda718-76e5-44f1-af24-567314704eb5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409760 Sep 28 12:29:56.137931 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-e0c865ee-f4aa-43b0-9d41-d07e1576879c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812883 Sep 28 12:29:56.175834 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:56.193769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:56.230032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:29:56.234359 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2ddc8d7b-9e84-4eb2-9294-9bff2c5b868d req-b37ffc2c-f8be-4ebf-a07e-82e79d73af41 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900350 Sep 28 12:29:56.962783 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ca33-f046-4a71-8ea5-6ab89b249a0d req-2dc5cc8f-e75a-48f9-9928-e9476a0aed88 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:56.964323 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5c13ca33-f046-4a71-8ea5-6ab89b249a0d req-2dc5cc8f-e75a-48f9-9928-e9476a0aed88 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0454876 Sep 28 12:29:57.010679 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5c13ca33-f046-4a71-8ea5-6ab89b249a0d req-64e9d913-6629-48e7-af80-23a858140278 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407095 Sep 28 12:29:58.130946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a6f2-76d4-428b-94f4-168331b1c7a8 req-ffa3dc6c-e34a-4679-a5b6-6023a520eca6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:58.132393 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f963a6f2-76d4-428b-94f4-168331b1c7a8 req-ffa3dc6c-e34a-4679-a5b6-6023a520eca6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0464003 Sep 28 12:29:58.179234 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f963a6f2-76d4-428b-94f4-168331b1c7a8 req-e4fa43ce-a7b4-424f-9215-ee805f9d392c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408070 Sep 28 12:29:58.603823 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:58.604967 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:29:59.303308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a2ed-c9aa-4fa5-bafd-331066c71270 req-0356d43e-a9e3-4d55-b31f-70aeb3f890a8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:29:59.304781 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-af45a2ed-c9aa-4fa5-bafd-331066c71270 req-0356d43e-a9e3-4d55-b31f-70aeb3f890a8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Sep 28 12:29:59.352965 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-af45a2ed-c9aa-4fa5-bafd-331066c71270 req-6968e3c3-c688-4db6-8ce7-64693948109d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410497 Sep 28 12:30:00.471728 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd556f4-c87a-420f-817d-eac1430281e7 req-6145fc5f-a83e-496c-9e3d-98c94ab4ea48 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:00.473203 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7dd556f4-c87a-420f-817d-eac1430281e7 req-6145fc5f-a83e-496c-9e3d-98c94ab4ea48 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0460999 Sep 28 12:30:00.523586 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7dd556f4-c87a-420f-817d-eac1430281e7 req-4af336ca-1183-4701-86a4-a93f139b624a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Sep 28 12:30:00.639173 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb30b2f-a2ee-420e-86a1-ecae4452baef req-4c02cc3f-77d5-42be-93f8-cffc76bdbddb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:00.640601 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7bb30b2f-a2ee-420e-86a1-ecae4452baef req-4c02cc3f-77d5-42be-93f8-cffc76bdbddb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0444379 Sep 28 12:30:00.650799 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52186) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:00.655685 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Request body: {'floatingip': {'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:00.710032 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:00.831323 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:01.143628 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:01.147287 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:01.331691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:01.345691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Router 6ac41c77-417b-40fa-a448-15e98a4569ca has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:30:01.476064 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:30:01.482014 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:01.490849 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] Sync routers for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:30:01.506548 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:30:01.507508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:01.519467 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:01.522068 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab670dbf-24e2-45bc-b99c-40a218f7883c" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:01.565190 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-eb6f9c8f-6e55-4c6f-8fd6-62ff816479eb tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/d574d6ee-5174-4af7-9c09-e0bdccd05c02 HTTP/1.1" status: 200 len: 993 time: 0.9122188 Sep 28 12:30:01.572691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f4c21-04e7-4d19-8e4b-6c801973e007 x-openstack-request-id: req-6a0f4c21-04e7-4d19-8e4b-6c801973e007 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:01.573015 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:01.575444 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a0f4c21-04e7-4d19-8e4b-6c801973e007 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:01.575444 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0f4c21-04e7-4d19-8e4b-6c801973e007'] response: {'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'status': 'completed', 'code': 200} Sep 28 12:30:01.623188 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:30:01.664356 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-079ee677-6ce1-4771-aa81-29bd644e599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:01.666454 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-079ee677-6ce1-4771-aa81-29bd644e599d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.0430012 Sep 28 12:30:01.774738 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-e16334f5-8ee2-4df8-81b2-b26c437fd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:01.777199 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-e16334f5-8ee2-4df8-81b2-b26c437fd51b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.1013820 Sep 28 12:30:01.841965 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-4953aa4f-c7e7-4c18-959f-c2978097c38f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 1001 time: 0.0594380 Sep 28 12:30:01.846720 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'd574d6ee-5174-4af7-9c09-e0bdccd05c02', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:27:09Z', 'updated_at': '2022-09-28T12:30:01Z', 'revision_number': 3, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:01.876295 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] Checking router: 6ac41c77-417b-40fa-a448-15e98a4569ca for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:30:01.884848 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:30:01.885523 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:29:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:01.896166 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-a9401866-8fe8-4003-8219-94976144b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:01.897823 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-a9401866-8fe8-4003-8219-94976144b349 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0495038 Sep 28 12:30:01.943011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-178d5267-6765-4de2-a9da-7c1b1f43c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:01.944522 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-178d5267-6765-4de2-a9da-7c1b1f43c390 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408967 Sep 28 12:30:01.992010 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:30:01.996305 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:02.026802 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:02.043615 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-96030c68-d358-4a9c-b02d-2764658c259e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928955 Sep 28 12:30:02.135793 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ab670dbf-24e2-45bc-b99c-40a218f7883c req-78e106e9-610a-4ed5-98ab-7a2a95541e61 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854826 Sep 28 12:30:02.222333 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'd574d6ee-5174-4af7-9c09-e0bdccd05c02', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:27:09Z', 'updated_at': '2022-09-28T12:30:01Z', 'revision_number': 3, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:02.247459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2df286-58f2-40bd-8f82-661dbf017e06 None None] The sync data for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi is: [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'd574d6ee-5174-4af7-9c09-e0bdccd05c02', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'port_id': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'mac_address': 'fa:16:3e:aa:42:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:27:09Z', 'updated_at': '2022-09-28T12:30:01Z', 'revision_number': 3, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:30:03.575553 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:03.577951 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:03.617167 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4c7da-65b9-45bd-a3e6-3dafac1dff66 x-openstack-request-id: req-5cd4c7da-65b9-45bd-a3e6-3dafac1dff66 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:03.617463 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:03.617730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cd4c7da-65b9-45bd-a3e6-3dafac1dff66 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:03.618128 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd4c7da-65b9-45bd-a3e6-3dafac1dff66'] response: {'name': 'network-changed', 'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'status': 'completed', 'code': 200} Sep 28 12:30:03.712095 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-bb5e134a-638e-4a2c-bea6-ff3ff9d9b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:03.713714 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-bb5e134a-638e-4a2c-bea6-ff3ff9d9b500 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 1129 time: 0.0377581 Sep 28 12:30:03.807077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-b5b9f422-d95b-4c2d-984e-094bf553d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:03.808857 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-b5b9f422-d95b-4c2d-984e-094bf553d606 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0898397 Sep 28 12:30:03.870945 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-9d7ff75f-dcbf-4591-998f-d74d361b1506 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 200 len: 1001 time: 0.0555182 Sep 28 12:30:03.921638 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-762522d1-7179-47e4-9eec-291953c109c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:03.923040 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-762522d1-7179-47e4-9eec-291953c109c3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0461795 Sep 28 12:30:03.966229 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-37699a6a-873b-4d6b-a50d-d8bf0f12e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:03.967681 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-37699a6a-873b-4d6b-a50d-d8bf0f12e604 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385578 Sep 28 12:30:03.993223 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:04.062629 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-970743c8-3967-4273-9818-9fdd3ae38632 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Sep 28 12:30:04.150942 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcfd66e3-9580-4712-8b83-c8cc8fd60ad2 req-139dd755-c735-440c-b2bf-8a6e3bd9262f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819499 Sep 28 12:30:10.513246 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=42 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:10.520529 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=20 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:12.219814 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=76 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:12.225371 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=22 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:14.147035 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=21 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:14.147912 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=60 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:19.237441 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:19.620483 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:19.621591 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:21.248852 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6e65db0d-79f4-4453-9f36-55d58d33c814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:23.540878 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3b783147-33f8-45eb-8e4d-4134e5baf34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:24.833777 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:25.607995 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:30:26.178002 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:26.226959 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:35.603732 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:35.604431 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:36.221761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:36.223631 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:38.924039 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84d4f4-d55f-413c-adb5-86ce74bd6d03 req-431c4b67-2609-462b-a860-6b928bf29752 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:38.925491 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eb84d4f4-d55f-413c-adb5-86ce74bd6d03 req-431c4b67-2609-462b-a860-6b928bf29752 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0448060 Sep 28 12:30:38.977940 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eb84d4f4-d55f-413c-adb5-86ce74bd6d03 req-433fc791-ee0d-4797-a285-58e747153eb8 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465574 Sep 28 12:30:40.099573 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fe7f-dc8d-41ec-bb70-6232771709bb req-5b9f85e0-c42c-4af1-b8ca-90c5ed07a9f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:40.101010 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-77f9fe7f-dc8d-41ec-bb70-6232771709bb req-5b9f85e0-c42c-4af1-b8ca-90c5ed07a9f3 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0469239 Sep 28 12:30:40.148874 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-77f9fe7f-dc8d-41ec-bb70-6232771709bb req-1a4d99c2-d409-4164-b4d7-767dc56a66ff tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Sep 28 12:30:40.791400 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79713-1752-4789-995d-a5140168aaac req-d38246e7-db3e-4bac-a882-7b4286f8bbd1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:40.793617 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-29d79713-1752-4789-995d-a5140168aaac req-d38246e7-db3e-4bac-a882-7b4286f8bbd1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0454185 Sep 28 12:30:40.874158 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port 9ed1e443-712c-429f-acbc-a99c94197210 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:30:40.874499 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (9ed1e443-712c-429f-acbc-a99c94197210), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:40.966162 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] For port 9ed1e443-712c-429f-acbc-a99c94197210, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=9ed1e443-712c-429f-acbc-a99c94197210,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:30:40.966519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (9ed1e443-712c-429f-acbc-a99c94197210), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:41.131575 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:41.131843 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (40c1c9ce-5281-4910-a13e-deda87ab9513), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:41.132156 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP 40c1c9ce-5281-4910-a13e-deda87ab9513 disassociated. External IP: 172.27.0.112, port: 9ed1e443-712c-429f-acbc-a99c94197210. Sep 28 12:30:41.132488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for 9ed1e443-712c-429f-acbc-a99c94197210 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:30:41.293574 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (9ed1e443-712c-429f-acbc-a99c94197210), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:41.302981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f8acf-52ce-4fb2-9e01-bcfe8bf77b62 req-7346806e-762f-456d-8e2b-94715199517b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:41.304467 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-293f8acf-52ce-4fb2-9e01-bcfe8bf77b62 req-7346806e-762f-456d-8e2b-94715199517b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=f6bc4a06-8fe2-4961-986a-39cdd04d73b2 HTTP/1.1" status: 200 len: 946 time: 0.0681059 Sep 28 12:30:41.335255 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=9ed1e443-712c-429f-acbc-a99c94197210,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:41.357438 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.357731 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.358077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.358413 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.358744 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.359071 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.359403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.359728 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.360056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.360380 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.360704 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.361026 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.361369 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.361690 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.362011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:41.445775 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-293f8acf-52ce-4fb2-9e01-bcfe8bf77b62 req-9b9e925e-2bd8-4cda-be96-5068527f0f18 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b413ead6-3e55-45a4-92d9-33b3587d8745&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329160 Sep 28 12:30:41.495790 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:30:41.552245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:41.555114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:41.601539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:30:41.612051 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:30:41.623495 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:30:41.624116 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:41.644776 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] No DVR routers for this DVR port 9ed1e443-712c-429f-acbc-a99c94197210 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:30:41.647302 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:41.650544 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-29d79713-1752-4789-995d-a5140168aaac req-3c850b27-777f-4dba-81c6-10bb250f66a1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "DELETE /networking/v2.0/ports/9ed1e443-712c-429f-acbc-a99c94197210 HTTP/1.1" status: 204 len: 173 time: 0.8515048 Sep 28 12:30:41.651046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'name': 'network-vif-deleted', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:41.653298 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bddff-b79b-4782-8610-000eab8418fb" -d '{"events": [{"server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "name": "network-vif-deleted", "tag": "9ed1e443-712c-429f-acbc-a99c94197210"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:41.695854 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3c49e-1369-4192-bf95-ecf7a4ea5413 x-openstack-request-id: req-5eb3c49e-1369-4192-bf95-ecf7a4ea5413 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:41.696099 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bc4a06-8fe2-4961-986a-39cdd04d73b2", "name": "network-vif-deleted", "tag": "9ed1e443-712c-429f-acbc-a99c94197210", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:41.696379 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5eb3c49e-1369-4192-bf95-ecf7a4ea5413 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:41.696779 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb3c49e-1369-4192-bf95-ecf7a4ea5413'] response: {'server_uuid': 'f6bc4a06-8fe2-4961-986a-39cdd04d73b2', 'name': 'network-vif-deleted', 'tag': '9ed1e443-712c-429f-acbc-a99c94197210', 'status': 'completed', 'code': 200} Sep 28 12:30:41.730949 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:30:41.924787 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:41.950016 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:30:41.958393 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:30:41.958992 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:42.062564 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:30:42.244297 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:42.271971 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be0113-dfad-4f9c-a1e4-9f8f1cf5fd83 None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:30:42.514828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371097f7-0244-4e05-aaae-63a0370240e9 None None] New status for floating IP 40c1c9ce-5281-4910-a13e-deda87ab9513: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:30:42.546337 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52288) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:42.601194 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5f44d47a-0d90-401d-819b-d3bb0a6a9f84 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (b413ead6-3e55-45a4-92d9-33b3587d8745), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.624459 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5f44d47a-0d90-401d-819b-d3bb0a6a9f84 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (b413ead6-3e55-45a4-92d9-33b3587d8745), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.673516 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5f44d47a-0d90-401d-819b-d3bb0a6a9f84 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b413ead6-3e55-45a4-92d9-33b3587d8745), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.676120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5f44d47a-0d90-401d-819b-d3bb0a6a9f84 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.677329 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5f44d47a-0d90-401d-819b-d3bb0a6a9f84 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b413ead6-3e55-45a4-92d9-33b3587d8745 HTTP/1.1" status: 204 len: 168 time: 0.1298318 Sep 28 12:30:42.680375 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52290) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:42.686787 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44d47a-0d90-401d-819b-d3bb0a6a9f84 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413ead6-3e55-45a4-92d9-33b3587d8745,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:42.694566 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.api.v2.resource [None req-b9f0f984-08b4-4080-a11f-4289578e2615 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] show failed (client error): The resource could not be found. Sep 28 12:30:42.695572 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b9f0f984-08b4-4080-a11f-4289578e2615 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups/b413ead6-3e55-45a4-92d9-33b3587d8745 HTTP/1.1" status: 404 len: 347 time: 0.0141408 Sep 28 12:30:42.699803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52292) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:42.810047 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port fd3dfbf6-a7ed-430f-98dc-4689f2712323 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:30:42.810302 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.889113 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.889472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (fd3dfbf6-a7ed-430f-98dc-4689f2712323), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:42.902274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for fd3dfbf6-a7ed-430f-98dc-4689f2712323 owned by network:floatingip {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:30:43.033979 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (fd3dfbf6-a7ed-430f-98dc-4689f2712323), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.074343 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=fd3dfbf6-a7ed-430f-98dc-4689f2712323,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:43.097719 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.098066 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.098404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.098736 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.099067 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.099393 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.099717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.100038 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.100359 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.100679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.101000 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.101342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.101660 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.101974 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.102289 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:43.146019 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (40c1c9ce-5281-4910-a13e-deda87ab9513), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.148671 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.149904 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-3707f5da-e372-4fad-a170-19b94bdd14ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/40c1c9ce-5281-4910-a13e-deda87ab9513 HTTP/1.1" status: 204 len: 168 time: 0.4497342 Sep 28 12:30:43.216030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52296) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:43.220882 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431482695', 'description': 'tempest-description--908208184'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:43.241804 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.312523 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (2ae7fca8-1aed-47f3-9b15-2c301409f927), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.316411 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2ae7fca8-1aed-47f3-9b15-2c301409f927), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.352706 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.353955 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1369164 Sep 28 12:30:43.356969 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1780a-c13b-4bc5-87ab-3fa1b8851fbd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7fca8-1aed-47f3-9b15-2c301409f927,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:43.357577 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52298) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:43.362141 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': '2ae7fca8-1aed-47f3-9b15-2c301409f927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:43.390820 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (deaf9490-97d8-4f4d-9211-2f9b371bd7b3), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.445712 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (deaf9490-97d8-4f4d-9211-2f9b371bd7b3), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.448989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (deaf9490-97d8-4f4d-9211-2f9b371bd7b3), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.466701 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaf9490-97d8-4f4d-9211-2f9b371bd7b3,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:43.475271 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.476443 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ba5f1348-048a-4c2a-8540-3ac5875feafa tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178489 Sep 28 12:30:43.479113 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52300) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:43.484044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'security_group_rule': {'security_group_id': '2ae7fca8-1aed-47f3-9b15-2c301409f927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:43.511170 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (3449d4ab-7ef8-4807-a5f3-b60516863f9a), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.557612 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (3449d4ab-7ef8-4807-a5f3-b60516863f9a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.561184 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (3449d4ab-7ef8-4807-a5f3-b60516863f9a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.579693 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3449d4ab-7ef8-4807-a5f3-b60516863f9a,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:43.584355 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.585576 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-229a774f-388f-4512-b8f8-230403c846f2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1047471 Sep 28 12:30:43.589542 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52302) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:43.593655 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:43.613990 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.690253 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.799191 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.27.0.176 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/48dd6988-61ae-497c-b8f2-d7f3436d148a) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:30:43.879996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:43.895548 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:43.912159 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.944508 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:43.985424 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:30:43.990325 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:30:43.992487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=48dd6988-61ae-497c-b8f2-d7f3436d148a,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:43.994619 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:30:44.073593 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (acc6cb66-5522-4072-a3e8-6135366d67db), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:44.112381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:44.258239 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:44.263164 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:44.328520 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=48dd6988-61ae-497c-b8f2-d7f3436d148a,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:44.331214 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (acc6cb66-5522-4072-a3e8-6135366d67db), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:44.346853 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:44.348062 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e8317ee4-5ebb-4141-9c29-fb884ebfba87 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7576101 Sep 28 12:30:44.572638 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ed78355f-97ca-408a-baab-1f85d4d0f94d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1431482695&fields=id&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 267 time: 0.0418723 Sep 28 12:30:44.659148 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:44.678696 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-be7228df-2697-44e3-bc1d-bfc8c17a2bd7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:44.680137 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-be7228df-2697-44e3-bc1d-bfc8c17a2bd7 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.1003425 Sep 28 12:30:44.693040 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:44.695745 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-d5636467-73d2-47f3-8399-cdb90b28897a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/quotas/8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 375 time: 0.0092633 Sep 28 12:30:44.748379 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-0544817c-fab9-469c-b422-46872cf24853 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469224 Sep 28 12:30:44.842879 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-5f86d885-2219-4859-a360-661e190e7808 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834918 Sep 28 12:30:44.892519 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9ed1e443-712c-429f-acbc-a99c94197210 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:30:44.911453 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 9ed1e443-712c-429f-acbc-a99c94197210 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:30:44.911797 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 9ed1e443-712c-429f-acbc-a99c94197210 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:30:44.936327 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-5a34ecfd-e8ce-40ac-803a-dd4090ef2b3d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876122 Sep 28 12:30:45.099081 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c1b67591-9c2e-4f70-93e1-3ec4b7ede3ec req-1a217db9-d254-4554-beae-b3b4a8470404 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 210 time: 0.0291827 Sep 28 12:30:46.201264 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8133a041-68c3-41bf-bb28-5cebc53f4992 req-539c1124-e7cc-4c1e-b692-43c08c40556f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 210 time: 0.0280466 Sep 28 12:30:46.525739 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-a67faa72-dbc6-456b-9257-e6cdd0d3f69b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:46.527377 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-a67faa72-dbc6-456b-9257-e6cdd0d3f69b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 815 time: 0.1038566 Sep 28 12:30:46.599841 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-4116ae92-2cbe-4b08-a91d-d1b3c56c8a2d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8f9ceb72510849c9a1cce4cde67d06d2 HTTP/1.1" status: 200 len: 380 time: 0.0524950 Sep 28 12:30:46.723892 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'port': {'device_id': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'admin_state_up': True, 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'security_groups': ['2ae7fca8-1aed-47f3-9b15-2c301409f927']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:46.727992 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:47.091024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Made reservation on behalf of 8f9ceb72510849c9a1cce4cde67d06d2 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:30:47.095148 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.197602 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:47.218594 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Allocated IP 172.20.0.4 (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b/023f2828-3c6a-4c22-9ce8-9e10c629d988) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:30:47.334566 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1687bd0-2a72-49cd-a8a8-7caef84175e0 req-7fedc5a7-45cc-44aa-b9b5-dd78a3e66e09 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 210 time: 0.0317636 Sep 28 12:30:47.386745 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.419079 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.465566 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:30:47.468708 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:30:47.472824 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:30:47.478808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event updated for resources: {'Port': ['ID=023f2828-3c6a-4c22-9ce8-9e10c629d988,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:47.524770 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:47.525403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.542956 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-b01e4708-6cd0-42ab-854e-9733529e64f4 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8225908 Sep 28 12:30:47.560582 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Request body: {'port': {'device_id': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:47.623018 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.673292 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-88077f9b-e94f-4736-9e74-4abe14d60093 None None] Provisioning complete for port 023f2828-3c6a-4c22-9ce8-9e10c629d988 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:30:47.673872 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-88077f9b-e94f-4736-9e74-4abe14d60093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.674150 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-88077f9b-e94f-4736-9e74-4abe14d60093 None None] Attempt 1 to provision port 023f2828-3c6a-4c22-9ce8-9e10c629d988 Sep 28 12:30:47.708643 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-88077f9b-e94f-4736-9e74-4abe14d60093 None None] Port 023f2828-3c6a-4c22-9ce8-9e10c629d988 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:30:47.818724 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:47.882805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023f2828-3c6a-4c22-9ce8-9e10c629d988 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:30:47.890626 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Publish callbacks [] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.903059 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Transition to ACTIVE for port object 023f2828-3c6a-4c22-9ce8-9e10c629d988 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:30:47.906774 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:47.941707 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:47.971439 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=023f2828-3c6a-4c22-9ce8-9e10c629d988,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:48.019702 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Attempting to bind port 023f2828-3c6a-4c22-9ce8-9e10c629d988 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:30:48.020033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Attempting to bind port 023f2828-3c6a-4c22-9ce8-9e10c629d988 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:30:48.020354 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Attempting to bind port 023f2828-3c6a-4c22-9ce8-9e10c629d988 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:30:48.059615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Port 023f2828-3c6a-4c22-9ce8-9e10c629d988 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:30:48.059931 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Attempting to bind port 023f2828-3c6a-4c22-9ce8-9e10c629d988 on network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:30:48.103639 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:30:48.103985 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Checking segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:30:48.104571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Bound using segment: {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:30:48.105006 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Bound port: 023f2828-3c6a-4c22-9ce8-9e10c629d988, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04b27a3-bb63-4766-8a0e-2f2ba5282817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:30:48.105389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:48.168235 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] For port 023f2828-3c6a-4c22-9ce8-9e10c629d988, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:30:48.171183 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] For port 023f2828-3c6a-4c22-9ce8-9e10c629d988, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:30:48.177119 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:48.180350 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:48.180969 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:48.183272 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/023f2828-3c6a-4c22-9ce8-9e10c629d988 HTTP/1.1" status: 200 len: 1093 time: 0.6270421 Sep 28 12:30:48.185452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:48.187681 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a41c6e5-e6ab-4025-8069-d133aba44f61" -d '{"events": [{"name": "network-changed", "server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:48.210014 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-88077f9b-e94f-4736-9e74-4abe14d60093 None None] Attempt 2 to provision port 023f2828-3c6a-4c22-9ce8-9e10c629d988 Sep 28 12:30:48.226801 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da852f2-04be-47a4-87ba-10be653f7d6a x-openstack-request-id: req-0da852f2-04be-47a4-87ba-10be653f7d6a {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:48.227185 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:48.227447 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0da852f2-04be-47a4-87ba-10be653f7d6a {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:48.227916 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da852f2-04be-47a4-87ba-10be653f7d6a'] response: {'name': 'network-changed', 'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'status': 'completed', 'code': 200} Sep 28 12:30:48.240045 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded58861-526e-44d4-b499-b9c221122bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=023f2828-3c6a-4c22-9ce8-9e10c629d988,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:48.253045 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-88077f9b-e94f-4736-9e74-4abe14d60093 None None] Port 023f2828-3c6a-4c22-9ce8-9e10c629d988 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:30:48.293503 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-384da990-d777-42ab-afb5-cd89c268037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:48.295123 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-384da990-d777-42ab-afb5-cd89c268037e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 1127 time: 0.0384803 Sep 28 12:30:48.341658 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-9b981129-1a9c-4f63-af5a-b4fa516ee740 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988 HTTP/1.1" status: 200 len: 217 time: 0.0323927 Sep 28 12:30:48.394057 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-c4800625-1b89-42f4-9710-3a82b1b91696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:48.395623 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-c4800625-1b89-42f4-9710-3a82b1b91696 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0479136 Sep 28 12:30:48.472943 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-1b4f292b-aa45-4c6a-a9f8-6c3b665af986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:48.474513 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-1b4f292b-aa45-4c6a-a9f8-6c3b665af986 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698667 Sep 28 12:30:48.481040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eea0a-bd97-407e-984f-d6502ba1dc34 req-17e1cd12-d130-419d-ad3a-0475e59d4e59 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:48.482407 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-818eea0a-bd97-407e-984f-d6502ba1dc34 req-17e1cd12-d130-419d-ad3a-0475e59d4e59 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 943 time: 0.0685627 Sep 28 12:30:48.580760 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-818eea0a-bd97-407e-984f-d6502ba1dc34 req-d4ac80f9-148e-4e74-a41a-e8aec67239cb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905571 Sep 28 12:30:48.601641 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-26f4190f-1c7e-4fcc-9ea1-463daa949dd5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183362 Sep 28 12:30:48.692097 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfec0f89-3973-4873-a921-3d527eba2e6b req-fb5132fa-e864-4af3-89c1-14cdf0e3036d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821905 Sep 28 12:30:49.237009 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:49.701924 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55612d1e-be34-462e-b691-c1d8f24cf5ed req-c06324af-c396-4bd1-878a-bfc6bb464bfb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:49.703361 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-55612d1e-be34-462e-b691-c1d8f24cf5ed req-c06324af-c396-4bd1-878a-bfc6bb464bfb tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 943 time: 0.0460556 Sep 28 12:30:49.750845 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-55612d1e-be34-462e-b691-c1d8f24cf5ed req-15bb431b-c220-4e58-ba18-abe2d1350499 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419741 Sep 28 12:30:50.861821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:50.875411 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf37b2e-55f0-40e2-a934-d7fb2c15fbfd req-4fc6a0d5-8b63-4a7b-a69f-c68701ec599b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:50.876875 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcf37b2e-55f0-40e2-a934-d7fb2c15fbfd req-4fc6a0d5-8b63-4a7b-a69f-c68701ec599b tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 943 time: 0.0510910 Sep 28 12:30:50.922869 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fcf37b2e-55f0-40e2-a934-d7fb2c15fbfd req-9ac5d16e-05ad-4682-86e5-433c3d085f65 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Sep 28 12:30:51.251935 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1e8c06d9-6615-4a85-9c80-1d838715aeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:51.287307 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-4563a6f2-3021-47a8-84a6-ae55605db723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.288833 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-4563a6f2-3021-47a8-84a6-ae55605db723 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 1127 time: 0.0411050 Sep 28 12:30:51.318031 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-f8224b9c-0ba8-4fd7-bb58-ee32b1d3ae68 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419955 Sep 28 12:30:51.386504 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-15e659e6-08c2-44b1-a7c5-6cb68a345f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.388011 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-15e659e6-08c2-44b1-a7c5-6cb68a345f43 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.0922329 Sep 28 12:30:51.393261 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3218-c238-49c4-a686-3ba578e56243 req-24f19c6c-fb12-428d-99d7-950d4b8dd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.394695 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-24f19c6c-fb12-428d-99d7-950d4b8dd124 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 1129 time: 0.0385728 Sep 28 12:30:51.431906 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-6f5a2e02-6a20-4dd3-b94e-3a641fb9875b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988 HTTP/1.1" status: 200 len: 217 time: 0.0327840 Sep 28 12:30:51.464550 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:51.482803 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-580d2f36-8d07-457f-bbb5-3444b9ddeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.484234 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-580d2f36-8d07-457f-bbb5-3444b9ddeb36 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0452359 Sep 28 12:30:51.502405 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3218-c238-49c4-a686-3ba578e56243 req-0351418e-bd80-47a5-9071-a276ec0947af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.503852 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-0351418e-bd80-47a5-9071-a276ec0947af service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 200 len: 919 time: 0.0903721 Sep 28 12:30:51.530646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-56aa3433-36a5-4f33-ae47-f2bdd944627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.532122 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-56aa3433-36a5-4f33-ae47-f2bdd944627e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419989 Sep 28 12:30:51.543530 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-ef789d5d-9338-4c7f-80c2-dab45ab12cde service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78a4209-5195-4106-9e3b-df3a33a1b706 HTTP/1.1" status: 200 len: 217 time: 0.0338387 Sep 28 12:30:51.592732 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3218-c238-49c4-a686-3ba578e56243 req-8c5908db-71fd-4f63-b4c7-3d5cd81e6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.594491 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-8c5908db-71fd-4f63-b4c7-3d5cd81e6cf5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 200 len: 857 time: 0.0453503 Sep 28 12:30:51.623162 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-7ca7e718-6e1f-4913-bdcf-c1a95d88f9b2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836363 Sep 28 12:30:51.639452 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c3218-c238-49c4-a686-3ba578e56243 req-2aa7affe-a277-4d77-9967-1924559fb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:51.640941 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-2aa7affe-a277-4d77-9967-1924559fb476 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d22fae6b-c19d-4165-8f58-a67d0afa1461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388343 Sep 28 12:30:51.719250 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a41c6e5-e6ab-4025-8069-d133aba44f61 req-a29edad2-98d1-4f25-be3b-b1cc76b4f9cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888767 Sep 28 12:30:51.736537 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-1a19e9d2-9666-4e38-abcb-0bd18d3fce92 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880492 Sep 28 12:30:51.831797 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f43c3218-c238-49c4-a686-3ba578e56243 req-b117a9eb-7f3b-46a3-b3bb-9b8ee72ea53d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880911 Sep 28 12:30:52.045114 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317b48e-97c6-4c0e-93cb-0d781caf6072 req-772295d1-86e4-45d2-bfec-86364e1da0ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:52.046532 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7317b48e-97c6-4c0e-93cb-0d781caf6072 req-772295d1-86e4-45d2-bfec-86364e1da0ab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 943 time: 0.0466764 Sep 28 12:30:52.098545 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7317b48e-97c6-4c0e-93cb-0d781caf6072 req-41047027-7f38-4f45-9895-6a773140dc6c tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462813 Sep 28 12:30:52.242136 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=67 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:52.247466 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=65 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:52.927797 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 023f2828-3c6a-4c22-9ce8-9e10c629d988 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:30:53.170327 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 023f2828-3c6a-4c22-9ce8-9e10c629d988, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:30:53.186546 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'port_id': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'mac_address': 'fa:16:3e:20:81:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:30:53.222260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0dd64-0441-4fbc-a078-1b03f37af7bb req-514ca9bf-73c4-444c-a072-08ea0e8a8652 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:53.223719 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a4c0dd64-0441-4fbc-a078-1b03f37af7bb req-514ca9bf-73c4-444c-a072-08ea0e8a8652 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 943 time: 0.0470223 Sep 28 12:30:53.229621 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 023f2828-3c6a-4c22-9ce8-9e10c629d988 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:30:53.230160 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:53.244044 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023f2828-3c6a-4c22-9ce8-9e10c629d988 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:30:53.266549 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 023f2828-3c6a-4c22-9ce8-9e10c629d988, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:30:53.271882 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:53.273345 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a4c0dd64-0441-4fbc-a078-1b03f37af7bb req-4fd10f2b-d56d-437a-a0c9-765b91fdfa05 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435371 Sep 28 12:30:53.321750 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=023f2828-3c6a-4c22-9ce8-9e10c629d988,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:53.329826 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.330181 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.330573 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.330966 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.331219 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.331542 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.331864 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.332187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.332506 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.332827 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.333161 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.333493 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.333811 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.334127 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.334502 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:30:53.544516 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b391f1a1-1e77-4593-87f0-e227e597e594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:53.762774 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['023f2828-3c6a-4c22-9ce8-9e10c629d988'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:30:54.392182 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dde1e-d7ab-4299-a5bd-b1a4f9d12285 req-2a8853c2-6afe-4978-b0ff-00044d409fff tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:54.393642 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-977dde1e-d7ab-4299-a5bd-b1a4f9d12285 req-2a8853c2-6afe-4978-b0ff-00044d409fff tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 944 time: 0.0450950 Sep 28 12:30:54.439898 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-977dde1e-d7ab-4299-a5bd-b1a4f9d12285 req-9f00ed7e-7250-407e-975e-546eefd81ed2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408683 Sep 28 12:30:54.836420 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.004216 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 023f2828-3c6a-4c22-9ce8-9e10c629d988 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:30:55.044887 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 023f2828-3c6a-4c22-9ce8-9e10c629d988 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:30:55.050409 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 023f2828-3c6a-4c22-9ce8-9e10c629d988 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:30:55.050810 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.051139 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 023f2828-3c6a-4c22-9ce8-9e10c629d988 Sep 28 12:30:55.092309 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:55.123383 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 023f2828-3c6a-4c22-9ce8-9e10c629d988 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:30:55.123768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.125418 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:55.147964 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:55.150246 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe6f5f-bc0e-47e5-a8cd-54fffb78a0fa" -d '{"events": [{"server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "name": "network-vif-plugged", "status": "completed", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:55.165486 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 023f2828-3c6a-4c22-9ce8-9e10c629d988, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:30:55.171285 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.194412 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23097828-2c20-4f43-b5f7-1549ed2f4d95 x-openstack-request-id: req-23097828-2c20-4f43-b5f7-1549ed2f4d95 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:55.194701 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "name": "network-vif-plugged", "status": "completed", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:55.194948 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23097828-2c20-4f43-b5f7-1549ed2f4d95 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:55.195331 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23097828-2c20-4f43-b5f7-1549ed2f4d95'] response: {'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'code': 200} Sep 28 12:30:55.220037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=023f2828-3c6a-4c22-9ce8-9e10c629d988,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:55.375446 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52356) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:55.387453 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:55.410724 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:55.424878 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984e607-6f92-458b-9763-096967a3ca91 req-03438978-2377-43d7-b5df-7c308a76f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:55.426406 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f984e607-6f92-458b-9763-096967a3ca91 req-03438978-2377-43d7-b5df-7c308a76f108 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 1129 time: 0.0474448 Sep 28 12:30:55.474083 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f984e607-6f92-458b-9763-096967a3ca91 req-1b6d091a-4b39-43b7-9f5c-cae669b43870 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Sep 28 12:30:55.565796 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e411a-96f1-41d6-a4ac-d9b99d14ef38 req-cf37a2bc-cab4-4dde-80be-b90bc5dbf709 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:55.567270 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c7e411a-96f1-41d6-a4ac-d9b99d14ef38 req-cf37a2bc-cab4-4dde-80be-b90bc5dbf709 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0470214 Sep 28 12:30:55.614868 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c7e411a-96f1-41d6-a4ac-d9b99d14ef38 req-f023a331-7ba1-40e1-b218-0dbffc04ac50 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Sep 28 12:30:55.697089 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Deleting port d69b80e0-8118-4d29-9f4b-315c46b22496 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:30:55.697452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.775457 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.775780 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for floatingip (d69b80e0-8118-4d29-9f4b-315c46b22496), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.788670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Calling delete_port for d69b80e0-8118-4d29-9f4b-315c46b22496 owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:30:55.867768 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:55.929810 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (d69b80e0-8118-4d29-9f4b-315c46b22496), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:55.954566 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event deleted for resources: {'Port': ['ID=d69b80e0-8118-4d29-9f4b-315c46b22496,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:56.014623 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for floatingip (cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:56.014950 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Floating IP cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded disassociated (deleted). External IP: 172.27.0.71, port: 1711270f-ac5c-4882-9a07-75c09082815b. Sep 28 12:30:56.054048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:56.182162 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:56.214729 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Router 7a6b6913-4b75-411d-bd7d-3325f71c5141 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:30:56.231446 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:56.319946 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:30:56.324949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:56.330582 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] Sync routers for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:30:56.341076 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:30:56.341717 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:56.354250 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a7577cc2-e1c1-457a-8b6b-db9e15ac5244 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded HTTP/1.1" status: 204 len: 168 time: 0.9777241 Sep 28 12:30:56.354972 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:56.357527 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db5090-f205-4314-9f6a-11e74afc11d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:56.396809 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8362f53-53bf-4988-9b0b-a57a0b64e45b x-openstack-request-id: req-b8362f53-53bf-4988-9b0b-a57a0b64e45b {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:56.397465 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:56.397708 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8362f53-53bf-4988-9b0b-a57a0b64e45b {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:56.398190 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8362f53-53bf-4988-9b0b-a57a0b64e45b'] response: {'name': 'network-changed', 'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'status': 'completed', 'code': 200} Sep 28 12:30:56.453896 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:30:56.587035 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3a452-aecf-4ed6-a22f-75e24644bca1 req-8738e762-522e-4d06-8693-21ec237d9a56 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:56.588562 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-edb3a452-aecf-4ed6-a22f-75e24644bca1 req-8738e762-522e-4d06-8693-21ec237d9a56 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0578806 Sep 28 12:30:56.640723 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-edb3a452-aecf-4ed6-a22f-75e24644bca1 req-c9210248-4aa4-4a55-94af-37679de765f2 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456376 Sep 28 12:30:56.655165 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:56.684331 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] Checking router: 7a6b6913-4b75-411d-bd7d-3325f71c5141 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:30:56.692899 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:30:56.693542 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:56.737536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7887db-c2ac-4958-b29a-a135ca3d879b req-ad6bdc7d-eb31-4750-9582-557780007832 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:56.738935 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6b7887db-c2ac-4958-b29a-a135ca3d879b req-ad6bdc7d-eb31-4750-9582-557780007832 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0468400 Sep 28 12:30:56.790939 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6b7887db-c2ac-4958-b29a-a135ca3d879b req-e2c9e58b-5298-48de-87ec-482ffc98c2e1 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464075 Sep 28 12:30:56.876591 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:30:57.054903 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:30:57.079940 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debc1c34-bbab-4815-9554-6dae9d67ff4a None None] The sync data for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi is: [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:09Z', 'revision_number': 4, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '3d600b20-3480-440a-ad59-0ae7d34b70bf', 'name': '', 'network_id': '0a527aef-dbda-440b-9928-2f1d09ae9cc3', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'mac_address': 'fa:16:3e:93:4a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:08Z', 'updated_at': '2022-09-28T12:24:14Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'subnets': [{'id': '097ce95d-82d1-46ec-9196-3acf7a4cdcb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:30:57.284399 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce51e084-dbae-4b79-9f78-182ea44e3b36 None None] New status for floating IP cf8ba4cc-fcdf-47f8-a82c-3a97dbb1fded: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:30:57.766136 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641a8af-b2bf-432a-9108-65b48f735c53 req-933b385f-4bd9-4c9e-ae09-45cf53b52e0b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:57.767596 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4641a8af-b2bf-432a-9108-65b48f735c53 req-933b385f-4bd9-4c9e-ae09-45cf53b52e0b tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0470076 Sep 28 12:30:57.817707 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4641a8af-b2bf-432a-9108-65b48f735c53 req-04a86c5c-25f0-4654-a436-6980f804ee78 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446517 Sep 28 12:30:57.914807 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b4ab3-2806-48a3-a1fe-c66d0afbfb4d req-b1189e53-66b3-4e23-a202-e1635194ec6d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:57.916155 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5f2b4ab3-2806-48a3-a1fe-c66d0afbfb4d req-b1189e53-66b3-4e23-a202-e1635194ec6d tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0455875 Sep 28 12:30:57.964248 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5f2b4ab3-2806-48a3-a1fe-c66d0afbfb4d req-3b5ebf32-c09e-4a53-948f-1c48a9b6f29a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Sep 28 12:30:58.064538 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-46dd71b0-c36c-4070-ac6c-7b2fd72c33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:58.066320 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-46dd71b0-c36c-4070-ac6c-7b2fd72c33d0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0409875 Sep 28 12:30:58.790169 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-ba06daad-f342-4b51-ae5c-dedefdc90dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:58.792643 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-ba06daad-f342-4b51-ae5c-dedefdc90dda service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 200 len: 910 time: 0.0961239 Sep 28 12:30:58.945545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8c630-7c76-4088-967e-17e556e96568 req-8e8f5718-ddad-4caf-9957-09e414b35ba4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:58.946969 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-59c8c630-7c76-4088-967e-17e556e96568 req-8e8f5718-ddad-4caf-9957-09e414b35ba4 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0467696 Sep 28 12:30:58.994349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-59c8c630-7c76-4088-967e-17e556e96568 req-a9a19a5e-a4be-4d5c-9398-7fdde857098c tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=dec412e3-5d4f-4462-b9a1-199a30968bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417631 Sep 28 12:30:59.119520 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-d5151845-7e2f-4c61-8807-62653872f5c6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 200 len: 217 time: 0.0399148 Sep 28 12:30:59.127878 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ab0e-adbe-42a3-a37c-e9f07c9d1aa3 req-454e5cb6-a221-4311-aa85-3fb8d8dc28ff tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:59.129320 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5e07ab0e-adbe-42a3-a37c-e9f07c9d1aa3 req-454e5cb6-a221-4311-aa85-3fb8d8dc28ff tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0816240 Sep 28 12:30:59.214362 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5e07ab0e-adbe-42a3-a37c-e9f07c9d1aa3 req-85ceed65-44ed-444d-8073-ee8d4623576a tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794349 Sep 28 12:30:59.216657 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-c8060a11-cf0b-4531-9357-51e4255e090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:59.218055 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-c8060a11-cf0b-4531-9357-51e4255e090f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 200 len: 848 time: 0.0700512 Sep 28 12:30:59.287159 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-28bf0fc9-155d-4d0d-8b61-8520653ccc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:59.288800 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-28bf0fc9-155d-4d0d-8b61-8520653ccc66 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=0a527aef-dbda-440b-9928-2f1d09ae9cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420506 Sep 28 12:30:59.298819 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-224c0190-a77a-463c-a9b3-a6e98e294434 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:59.300397 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-224c0190-a77a-463c-a9b3-a6e98e294434 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Sep 28 12:30:59.380824 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac6fd5-51c6-477d-a1f2-e2db020047b6 req-52b07ead-c0cb-43a1-9156-ccc1de20f0ed tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:59.382368 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-02ac6fd5-51c6-477d-a1f2-e2db020047b6 req-52b07ead-c0cb-43a1-9156-ccc1de20f0ed tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0810122 Sep 28 12:30:59.393437 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52400) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:30:59.398666 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Request body: {'floatingip': {'port_id': '023f2828-3c6a-4c22-9ce8-9e10c629d988'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:30:59.403655 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-84b33819-e19d-401b-8483-d9b9386e241f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044402 Sep 28 12:30:59.431268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Deleting port 1711270f-ac5c-4882-9a07-75c09082815b {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:30:59.431627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (1711270f-ac5c-4882-9a07-75c09082815b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:59.535776 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:59.538799 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-10db5090-f205-4314-9f6a-11e74afc11d1 req-49f3c2cb-257c-47fb-9652-79597893f2a0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046960 Sep 28 12:30:59.545291 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (acc6cb66-5522-4072-a3e8-6135366d67db), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:59.560596 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] For port 1711270f-ac5c-4882-9a07-75c09082815b, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=1711270f-ac5c-4882-9a07-75c09082815b,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:30:59.562130 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (1711270f-ac5c-4882-9a07-75c09082815b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:59.580057 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Calling delete_port for 1711270f-ac5c-4882-9a07-75c09082815b owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:30:59.640069 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:59.641254 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:59.744541 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f741088-b0af-4ff2-9c73-f30a2acc0e0c req-486ecfc3-dffb-448e-a4b8-1515c7198815 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:30:59.747678 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9f741088-b0af-4ff2-9c73-f30a2acc0e0c req-486ecfc3-dffb-448e-a4b8-1515c7198815 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0727303 Sep 28 12:30:59.753620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (1711270f-ac5c-4882-9a07-75c09082815b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:59.789329 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event deleted for resources: {'Port': ['ID=1711270f-ac5c-4882-9a07-75c09082815b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:30:59.845808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] No DVR routers for this DVR port 1711270f-ac5c-4882-9a07-75c09082815b on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:30:59.849116 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:30:59.853157 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f1fd65e7-1a53-49de-a36c-edb3e3c7699d req-52063299-04c3-4d07-9397-440b710d931a tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.52 "DELETE /networking/v2.0/ports/1711270f-ac5c-4882-9a07-75c09082815b HTTP/1.1" status: 204 len: 173 time: 0.5415621 Sep 28 12:30:59.853666 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-deleted', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:30:59.856388 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6920795-c352-4fa3-801c-7eb52dd65206" -d '{"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-deleted", "tag": "1711270f-ac5c-4882-9a07-75c09082815b"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:30:59.890087 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9f741088-b0af-4ff2-9c73-f30a2acc0e0c req-eed961d6-2a83-465f-8d2f-0f98300ffbc6 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021047 Sep 28 12:30:59.917518 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:30:59.917834 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5c1ff3-fe8a-4d8c-9957-c7941d84dd35 x-openstack-request-id: req-9c5c1ff3-fe8a-4d8c-9957-c7941d84dd35 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:30:59.917834 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ac8a6-16a1-4459-be8d-26474655e1e1", "name": "network-vif-deleted", "tag": "1711270f-ac5c-4882-9a07-75c09082815b", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:30:59.917834 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c5c1ff3-fe8a-4d8c-9957-c7941d84dd35 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:30:59.917834 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5c1ff3-fe8a-4d8c-9957-c7941d84dd35'] response: {'server_uuid': '2f5ac8a6-16a1-4459-be8d-26474655e1e1', 'name': 'network-vif-deleted', 'tag': '1711270f-ac5c-4882-9a07-75c09082815b', 'status': 'completed', 'code': 200} Sep 28 12:31:00.120299 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e154361-4124-49c6-a5d0-5d888577de5d req-1ad2699c-2e86-47c0-afcc-a8170bef9d5e tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 210 time: 0.0508492 Sep 28 12:31:00.181858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:00.191542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (acc6cb66-5522-4072-a3e8-6135366d67db), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:00.292990 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP acc6cb66-5522-4072-a3e8-6135366d67db associated. External IP: 172.27.0.176, port: 023f2828-3c6a-4c22-9ce8-9e10c629d988. Sep 28 12:31:00.747601 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:31:00.865036 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:00.867446 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:00.874051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:00.878542 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:00.890154 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:00.890783 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:00.911842 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-fa7802f2-b2d4-4d9b-b575-79126ee95fab tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/acc6cb66-5522-4072-a3e8-6135366d67db HTTP/1.1" status: 200 len: 991 time: 1.5168240 Sep 28 12:31:00.912492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:00.914941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397" -d '{"events": [{"name": "network-changed", "server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:00.962937 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060a658-b1ca-4c44-9bd7-2daa9e18784b x-openstack-request-id: req-e060a658-b1ca-4c44-9bd7-2daa9e18784b {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:00.963231 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:00.963563 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e060a658-b1ca-4c44-9bd7-2daa9e18784b {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:00.963915 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e060a658-b1ca-4c44-9bd7-2daa9e18784b'] response: {'name': 'network-changed', 'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'status': 'completed', 'code': 200} Sep 28 12:31:01.041268 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:01.063405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a743-cf48-4ad5-bf12-f99cc890ae2d req-35463fa1-c77a-4f2f-949b-54766cd8ab0f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:01.065039 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9d24a743-cf48-4ad5-bf12-f99cc890ae2d req-35463fa1-c77a-4f2f-949b-54766cd8ab0f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0625238 Sep 28 12:31:01.111675 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-cd35fece-6737-44f1-8abd-29e15d07e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:01.113164 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-cd35fece-6737-44f1-8abd-29e15d07e700 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 1129 time: 0.0629499 Sep 28 12:31:01.186949 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9d24a743-cf48-4ad5-bf12-f99cc890ae2d req-085fc0db-c401-47a0-bb81-c2507d597d22 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013255 Sep 28 12:31:01.220953 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:01.248391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-c8ba317e-bc89-4b93-a287-45378f4b092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:01.249899 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-c8ba317e-bc89-4b93-a287-45378f4b092c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 200 len: 916 time: 0.1271400 Sep 28 12:31:01.300758 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-103ee7cb-216e-4bbb-aa93-3e1a100231cb req-444689d2-26c6-4380-88c2-64b9a4595774 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2f5ac8a6-16a1-4459-be8d-26474655e1e1 HTTP/1.1" status: 200 len: 210 time: 0.0450695 Sep 28 12:31:01.323763 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:01.329377 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-bbfa4b6b-7083-4d88-b87a-cf9e8ba05e59 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988 HTTP/1.1" status: 200 len: 999 time: 0.0736070 Sep 28 12:31:01.330885 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'acc6cb66-5522-4072-a3e8-6135366d67db', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:20:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:30:44Z', 'updated_at': '2022-09-28T12:31:00Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:01.364583 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:01.373671 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:01.374349 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:01.380691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-e53c46f3-48a9-4568-a419-a01ee8d22b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:01.382165 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-e53c46f3-48a9-4568-a419-a01ee8d22b74 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 200 len: 854 time: 0.0471683 Sep 28 12:31:01.430487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-e93bc21f-9bab-42d8-8d0b-bc3136aea89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:01.431991 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-e93bc21f-9bab-42d8-8d0b-bc3136aea89a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440655 Sep 28 12:31:01.477033 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:01.531000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-c3fa68d2-7d97-4c7a-a241-cdfc37bed1e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839727 Sep 28 12:31:01.683021 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'acc6cb66-5522-4072-a3e8-6135366d67db', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:20:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:30:44Z', 'updated_at': '2022-09-28T12:31:00Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:01.708721 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e3cf5-3bf4-4b5c-a44d-c33470e85ddb None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'acc6cb66-5522-4072-a3e8-6135366d67db', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'floating_ip_address': '172.27.0.176', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'port_id': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'mac_address': 'fa:16:3e:20:81:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:30:44Z', 'updated_at': '2022-09-28T12:31:00Z', 'revision_number': 1, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:01.780511 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e349fb0f-dbe7-4fdc-bc4f-eb400b82b397 req-5624f5aa-206e-4f46-8e62-eb08d1fd6b20 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107149 Sep 28 12:31:01.957069 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583ef5b-ca32-45b6-a293-099ccb6433d6 None None] New status for floating IP acc6cb66-5522-4072-a3e8-6135366d67db: ACTIVE {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:31:02.255687 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc425b-421e-4769-8ed1-6e807a93b051 req-e3cb7983-e2e0-4e6f-8885-a5e64e8ec407 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:02.257177 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-79cc425b-421e-4769-8ed1-6e807a93b051 req-e3cb7983-e2e0-4e6f-8885-a5e64e8ec407 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0473890 Sep 28 12:31:02.300312 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:02.305655 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-79cc425b-421e-4769-8ed1-6e807a93b051 req-f8a2c888-59fe-468e-8aad-5a1bc164793a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Sep 28 12:31:02.326768 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2e62e-d5c6-450c-9632-e60d15fcfd1b req-f46ea421-dc1e-4a4e-b980-ec3855b48e6c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:02.328241 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dde2e62e-d5c6-450c-9632-e60d15fcfd1b req-f46ea421-dc1e-4a4e-b980-ec3855b48e6c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0482602 Sep 28 12:31:02.371048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52450) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:02.381683 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dde2e62e-d5c6-450c-9632-e60d15fcfd1b req-f0884ffd-cbc1-4c4f-9cc2-804819c22d47 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478611 Sep 28 12:31:02.434446 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d988020-30c8-45d9-b49d-dd1c85075bae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group (dec412e3-5d4f-4462-b9a1-199a30968bf7), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:02.457913 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d988020-30c8-45d9-b49d-dd1c85075bae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group (dec412e3-5d4f-4462-b9a1-199a30968bf7), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:02.517925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d988020-30c8-45d9-b49d-dd1c85075bae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (dec412e3-5d4f-4462-b9a1-199a30968bf7), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:02.520399 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d988020-30c8-45d9-b49d-dd1c85075bae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:02.521568 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1d988020-30c8-45d9-b49d-dd1c85075bae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/dec412e3-5d4f-4462-b9a1-199a30968bf7 HTTP/1.1" status: 204 len: 168 time: 0.1494610 Sep 28 12:31:02.535169 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988020-30c8-45d9-b49d-dd1c85075bae tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec412e3-5d4f-4462-b9a1-199a30968bf7,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:02.573796 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52454) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:02.607904 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:31:02.900450 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:03.032400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:03.038575 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (7a6b6913-4b75-411d-bd7d-3325f71c5141), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:03.054611 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 1711270f-ac5c-4882-9a07-75c09082815b {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:03.054951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 1711270f-ac5c-4882-9a07-75c09082815b not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:03.261557 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Deleting port 3d600b20-3480-440a-ad59-0ae7d34b70bf {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:03.261995 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:03.348846 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] For port 3d600b20-3480-440a-ad59-0ae7d34b70bf, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=3d600b20-3480-440a-ad59-0ae7d34b70bf,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:03.349500 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:03.362662 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Calling delete_port for 3d600b20-3480-440a-ad59-0ae7d34b70bf owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:03.460122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2aec1-73f1-4e40-834f-14e85f2b329b req-33b37f26-c8c7-4a44-a361-44e9c45769d6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:03.461641 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-66f2aec1-73f1-4e40-834f-14e85f2b329b req-33b37f26-c8c7-4a44-a361-44e9c45769d6 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0606747 Sep 28 12:31:03.518187 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950cd9d-f1bf-49d5-b4e7-75d7fd2f9c56 req-0422c2c7-c2fa-4b63-a79c-1b6eff6ae3ff tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:03.518803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:03.519786 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3950cd9d-f1bf-49d5-b4e7-75d7fd2f9c56 req-0422c2c7-c2fa-4b63-a79c-1b6eff6ae3ff tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0547597 Sep 28 12:31:03.532104 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:03.567668 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-66f2aec1-73f1-4e40-834f-14e85f2b329b req-7dcdca47-6ec2-446b-bef5-c7d69b6df77a tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979979 Sep 28 12:31:03.571811 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3950cd9d-f1bf-49d5-b4e7-75d7fd2f9c56 req-0c1f8c3d-5916-4557-92a8-ef41decbbb5b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 Sep 28 12:31:03.622763 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (3d600b20-3480-440a-ad59-0ae7d34b70bf), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:03.651441 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d600b20-3480-440a-ad59-0ae7d34b70bf,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:03.702542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:03.823228 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (7a6b6913-4b75-411d-bd7d-3325f71c5141), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.026960 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Router 7a6b6913-4b75-411d-bd7d-3325f71c5141 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:31:04.128863 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:04.136574 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d1220d59-6423-4c87-a8e5-1f9aa1456371 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/7a6b6913-4b75-411d-bd7d-3325f71c5141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5587382 Sep 28 12:31:04.136675 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52462) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:04.137949 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445091-1097-447f-9784-66b46a94b39d None None] Sync routers for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:04.148530 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:04.149146 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:04.235861 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks [] for router (7a6b6913-4b75-411d-bd7d-3325f71c5141), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.251284 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:04.343450 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks [] for router_gateway (7a6b6913-4b75-411d-bd7d-3325f71c5141), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.391095 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Deleting port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:04.391726 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.422390 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:31:03Z', 'revision_number': 5, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port': {'id': '9de95d64-ecaf-4b50-88b7-56e46e7fa74e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:04.452149 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445091-1097-447f-9784-66b46a94b39d None None] Checking router: 7a6b6913-4b75-411d-bd7d-3325f71c5141 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:04.460782 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] Routers {'7a6b6913-4b75-411d-bd7d-3325f71c5141'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:04.461407 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['7a6b6913-4b75-411d-bd7d-3325f71c5141'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:04.467608 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:04.476269 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] For port 9de95d64-ecaf-4b50-88b7-56e46e7fa74e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:04.476630 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.490202 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Calling delete_port for 9de95d64-ecaf-4b50-88b7-56e46e7fa74e owned by network:router_gateway {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:04.502586 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:04.546991 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] Set router 7a6b6913-4b75-411d-bd7d-3325f71c5141 gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:04.681606 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (9de95d64-ecaf-4b50-88b7-56e46e7fa74e), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.690756 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-eb445091-1097-447f-9784-66b46a94b39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:31:04Z', 'revision_number': 6, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:04.708555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b64b5-2589-4e64-bb8b-82f97798abaf req-649f9185-678f-465f-9fdd-3451755abefa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:04.710089 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6b1b64b5-2589-4e64-bb8b-82f97798abaf req-649f9185-678f-465f-9fdd-3451755abefa tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0469604 Sep 28 12:31:04.717905 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445091-1097-447f-9784-66b46a94b39d None None] The sync data for ids ['7a6b6913-4b75-411d-bd7d-3325f71c5141'] in dv-cinder-844563-9-iscsi is: [{'id': '7a6b6913-4b75-411d-bd7d-3325f71c5141', 'name': 'tempest-TestShelveInstance-1868654964-router', 'tenant_id': '1f563e7675ef4d758e09e1a78b891c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:06Z', 'updated_at': '2022-09-28T12:31:04Z', 'revision_number': 6, 'project_id': '1f563e7675ef4d758e09e1a78b891c9d', 'gw_port_host': None}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:04.740169 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de95d64-ecaf-4b50-88b7-56e46e7fa74e,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:04.754230 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee651a50-f191-488a-b27b-21026cbb5552 req-221a5130-12d7-4693-ad79-289d6e86ce6d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:04.755935 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ee651a50-f191-488a-b27b-21026cbb5552 req-221a5130-12d7-4693-ad79-289d6e86ce6d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0856092 Sep 28 12:31:04.765846 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6b1b64b5-2589-4e64-bb8b-82f97798abaf req-4860c777-d7fb-448d-988a-8b05c773bc52 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497580 Sep 28 12:31:04.844109 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (7a6b6913-4b75-411d-bd7d-3325f71c5141), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.877594 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ee651a50-f191-488a-b27b-21026cbb5552 req-a7cde91e-7b90-48ae-a974-8acc8cae7cfa tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010237 Sep 28 12:31:04.937507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (7a6b6913-4b75-411d-bd7d-3325f71c5141), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.939758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks [] for router_controller (7a6b6913-4b75-411d-bd7d-3325f71c5141), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.983648 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (7a6b6913-4b75-411d-bd7d-3325f71c5141), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.984321 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6b6913-4b75-411d-bd7d-3325f71c5141 {{(pid=106180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:31:04.989963 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:04.991224 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-79f904c7-4ee8-4dff-b329-492005296563 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/7a6b6913-4b75-411d-bd7d-3325f71c5141 HTTP/1.1" status: 204 len: 168 time: 0.8530893 Sep 28 12:31:04.993791 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52468) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:05.039338 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Deleting subnet 097ce95d-82d1-46ec-9196-3acf7a4cdcb0 {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:31:05.042361 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Publish callbacks [] for subnet (097ce95d-82d1-46ec-9196-3acf7a4cdcb0), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.078824 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (097ce95d-82d1-46ec-9196-3acf7a4cdcb0), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.164097 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (097ce95d-82d1-46ec-9196-3acf7a4cdcb0), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.215705 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (097ce95d-82d1-46ec-9196-3acf7a4cdcb0), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.239703 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097ce95d-82d1-46ec-9196-3acf7a4cdcb0,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:05.245381 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.249277 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a2d422b4-1d33-4883-bd17-62855ed6b513 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/097ce95d-82d1-46ec-9196-3acf7a4cdcb0 HTTP/1.1" status: 204 len: 168 time: 0.2543402 Sep 28 12:31:05.250877 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9877f4-0e69-45d4-80ba-48a95e37a3df None None] Network 0a527aef-dbda-440b-9928-2f1d09ae9cc3 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:31:05.251387 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52470) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:05.320658 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (0a527aef-dbda-440b-9928-2f1d09ae9cc3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.364812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Deleting port baa41113-0e04-4439-a2c3-6e3588176982 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:05.365225 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (baa41113-0e04-4439-a2c3-6e3588176982), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.430601 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] For port baa41113-0e04-4439-a2c3-6e3588176982, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=baa41113-0e04-4439-a2c3-6e3588176982,segment=NetworkSegment(4606adc2-0caa-4497-93e3-cdbda605b45b),segment_id=4606adc2-0caa-4497-93e3-cdbda605b45b)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:05.430958 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (baa41113-0e04-4439-a2c3-6e3588176982), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.444230 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Calling delete_port for baa41113-0e04-4439-a2c3-6e3588176982 owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:05.501163 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] DHCP port deletion for 0a527aef-dbda-440b-9928-2f1d09ae9cc3 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:31:05.529009 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (baa41113-0e04-4439-a2c3-6e3588176982), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.541427 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Deleting port baa41113-0e04-4439-a2c3-6e3588176982 {{(pid=106182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:05.541886 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (baa41113-0e04-4439-a2c3-6e3588176982), before_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.556307 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa41113-0e04-4439-a2c3-6e3588176982,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:05.560656 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] No DVR routers for this DVR port baa41113-0e04-4439-a2c3-6e3588176982 on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:05.607571 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] For port baa41113-0e04-4439-a2c3-6e3588176982, host dv-cinder-844563-9-iscsi, got binding levels [] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:05.607962 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (baa41113-0e04-4439-a2c3-6e3588176982), precommit_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.623560 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Calling delete_port for baa41113-0e04-4439-a2c3-6e3588176982 owned by network:dhcp {{(pid=106182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:05.626464 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.ipam_backend_mixin [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Port baa41113-0e04-4439-a2c3-6e3588176982 was not found and therefore no delete operation was performed {{(pid=106182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 12:31:05.627880 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411'] for port (baa41113-0e04-4439-a2c3-6e3588176982), after_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.633045 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (0a527aef-dbda-440b-9928-2f1d09ae9cc3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.653440 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a527aef-dbda-440b-9928-2f1d09ae9cc3']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:05.656027 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] Pushing event deleted for resources: {'Port': ['ID=baa41113-0e04-4439-a2c3-6e3588176982,revision_number=None']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:05.661921 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a37aac-5cbe-481c-8379-f5daa221a6b3 None None] No DVR routers for this DVR port baa41113-0e04-4439-a2c3-6e3588176982 on host dv-cinder-844563-9-iscsi {{(pid=106182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:05.664306 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4606adc2-0caa-4497-93e3-cdbda605b45b') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:05.664604 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4606adc2-0caa-4497-93e3-cdbda605b45b') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:05.675424 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (4606adc2-0caa-4497-93e3-cdbda605b45b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.689613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (4606adc2-0caa-4497-93e3-cdbda605b45b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.696603 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:31:05.697082 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (4606adc2-0caa-4497-93e3-cdbda605b45b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.743849 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 4606adc2-0caa-4497-93e3-cdbda605b45b resource provider aggregate not found Sep 28 12:31:05.766065 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 4606adc2-0caa-4497-93e3-cdbda605b45b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4606adc2-0caa-4497-93e3-cdbda605b45b found for delete ", "request_id": "req-24a5862d-2081-44fd-8f22-694718a3ccff"}]} Sep 28 12:31:05.770691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (0a527aef-dbda-440b-9928-2f1d09ae9cc3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.776166 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:05.782046 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/0a527aef-dbda-440b-9928-2f1d09ae9cc3 HTTP/1.1" status: 204 len: 168 time: 0.5272200 Sep 28 12:31:05.782360 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52476) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:05.798497 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b2d3-ca39-4309-b7a4-d1032dbf4461 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a527aef-dbda-440b-9928-2f1d09ae9cc3,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:06.008338 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb24a5-198e-4c7c-a2b1-29f451e25aa1 req-59298fe7-041f-4885-8558-a2181d7c7108 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:06.009851 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-57fb24a5-198e-4c7c-a2b1-29f451e25aa1 req-59298fe7-041f-4885-8558-a2181d7c7108 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Sep 28 12:31:06.060697 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-57fb24a5-198e-4c7c-a2b1-29f451e25aa1 req-dcebdbb9-a022-4064-9dd6-33e432389103 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450122 Sep 28 12:31:06.190821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:06.216617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe4e10-f821-4a91-88e8-3b069bae4757 req-47578edb-fbc2-44e5-8e9a-9f9c5aaa63a7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:06.218093 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6ffe4e10-f821-4a91-88e8-3b069bae4757 req-47578edb-fbc2-44e5-8e9a-9f9c5aaa63a7 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.3718176 Sep 28 12:31:06.227898 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-bcca2f52-2076-4b5b-949e-1ba78a5f5ccd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:06.229390 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-bcca2f52-2076-4b5b-949e-1ba78a5f5ccd tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 945 time: 0.0725050 Sep 28 12:31:06.270648 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:06.366785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device baa41113-0e04-4439-a2c3-6e3588176982 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:06.385911 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: baa41113-0e04-4439-a2c3-6e3588176982 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:06.386251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device baa41113-0e04-4439-a2c3-6e3588176982 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:06.387140 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9de95d64-ecaf-4b50-88b7-56e46e7fa74e no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:06.406087 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 9de95d64-ecaf-4b50-88b7-56e46e7fa74e {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:06.406440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9de95d64-ecaf-4b50-88b7-56e46e7fa74e not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:06.406845 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 3d600b20-3480-440a-ad59-0ae7d34b70bf no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:06.422687 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6ffe4e10-f821-4a91-88e8-3b069bae4757 req-02f6c7de-49d6-433b-9e36-cc43c4fba9e9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=e8feabf8-783c-40a3-97e6-e666a04b7258&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896737 Sep 28 12:31:06.424923 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 3d600b20-3480-440a-ad59-0ae7d34b70bf {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:06.425305 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 3d600b20-3480-440a-ad59-0ae7d34b70bf not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:06.429067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Deleting port e395fd4a-81c3-4231-b156-f137389eb7db {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:06.429447 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:06.611828 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] For port e395fd4a-81c3-4231-b156-f137389eb7db, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=e395fd4a-81c3-4231-b156-f137389eb7db,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:06.612102 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:06.730092 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (cf55c22b-0995-4f58-9924-a5bf738559c8), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:06.911449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:06.912098 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:06.912098 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Floating IP d574d6ee-5174-4af7-9c09-e0bdccd05c02 disassociated. External IP: 172.27.0.182, port: e395fd4a-81c3-4231-b156-f137389eb7db. Sep 28 12:31:06.912345 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Calling delete_port for e395fd4a-81c3-4231-b156-f137389eb7db owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:07.104826 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:07.160920 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:07.177242 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Deleting port bad1365a-8e78-44e5-848f-762b5f8ff276 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:07.177588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:07.238332 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (e395fd4a-81c3-4231-b156-f137389eb7db), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:07.273081 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event deleted for resources: {'Port': ['ID=e395fd4a-81c3-4231-b156-f137389eb7db,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:07.347952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] For port bad1365a-8e78-44e5-848f-762b5f8ff276, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bad1365a-8e78-44e5-848f-762b5f8ff276,segment=NetworkSegment(2aab976f-faf0-43c1-a137-fd7ebae389b5),segment_id=2aab976f-faf0-43c1-a137-fd7ebae389b5)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:07.348319 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:07.370132 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Calling delete_port for bad1365a-8e78-44e5-848f-762b5f8ff276 owned by network:router_interface {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:07.428491 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:07.447587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797379f1-bdc5-4dac-af70-c98d7499616f req-ce107067-c997-43d6-add6-823fc41b09dc tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:07.449068 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-797379f1-bdc5-4dac-af70-c98d7499616f req-ce107067-c997-43d6-add6-823fc41b09dc tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.3044164 Sep 28 12:31:07.482758 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Router 6ac41c77-417b-40fa-a448-15e98a4569ca has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:31:07.500604 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-797379f1-bdc5-4dac-af70-c98d7499616f req-4eb2b212-b39a-4fcd-bd09-8c69abdbb8aa tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449493 Sep 28 12:31:07.558041 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ac8e2b32-5b04-446b-af42-dee725ff77fa req-6c68f560-0024-449c-82db-9b214de0ab23 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0409281 Sep 28 12:31:07.698968 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:07.711155 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] Sync routers for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:07.723601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:07.724577 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:07.750379 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] No DVR routers for this DVR port e395fd4a-81c3-4231-b156-f137389eb7db on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:07.751930 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (bad1365a-8e78-44e5-848f-762b5f8ff276), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:07.754351 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:07.757706 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b83274ea-9dbe-4b5c-9717-8319c5cdbb4f req-b1235657-d59f-4f05-9208-6e5aca3f10b9 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "DELETE /networking/v2.0/ports/e395fd4a-81c3-4231-b156-f137389eb7db HTTP/1.1" status: 204 len: 173 time: 1.5224669 Sep 28 12:31:07.759548 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'name': 'network-vif-deleted', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:07.762443 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8fe63a-d2df-477e-9f2a-09b8050acbbd" -d '{"events": [{"server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "name": "network-vif-deleted", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:07.785833 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad1365a-8e78-44e5-848f-762b5f8ff276,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:07.813546 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e661c0-53cf-47de-b70d-e69cf2aca35e x-openstack-request-id: req-b2e661c0-53cf-47de-b70d-e69cf2aca35e {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:07.813836 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73e939d-492c-4154-bd83-a2b02bc89043", "name": "network-vif-deleted", "tag": "e395fd4a-81c3-4231-b156-f137389eb7db", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:07.814087 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2e661c0-53cf-47de-b70d-e69cf2aca35e {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:07.814491 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e661c0-53cf-47de-b70d-e69cf2aca35e'] response: {'server_uuid': 'e73e939d-492c-4154-bd83-a2b02bc89043', 'name': 'network-vif-deleted', 'tag': 'e395fd4a-81c3-4231-b156-f137389eb7db', 'status': 'completed', 'code': 200} Sep 28 12:31:07.867791 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:07.963611 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (cf55c22b-0995-4f58-9924-a5bf738559c8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:08.015544 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:08.024877 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:08.103566 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:08.129761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] Checking router: 6ac41c77-417b-40fa-a448-15e98a4569ca for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:08.139217 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:08.139951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:08.190624 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:08.191845 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Router cf55c22b-0995-4f58-9924-a5bf738559c8 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:31:08.237605 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:08.245035 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:08.442999 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:08.469368 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d39beb-8f52-4c93-91cd-4584341d13d5 None None] The sync data for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi is: [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:24:41Z', 'revision_number': 4, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'a9cc822e-c382-4681-8ce2-2df89af4a958', 'name': '', 'network_id': 'd22fae6b-c19d-4165-8f58-a67d0afa1461', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'mac_address': 'fa:16:3e:2d:22:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:40Z', 'updated_at': '2022-09-28T12:24:49Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'subnets': [{'id': '3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:08.582342 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:08.589273 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-73626751-5c8b-4ba8-bfc9-de92f86b7bf2 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/cf55c22b-0995-4f58-9924-a5bf738559c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8060975 Sep 28 12:31:08.591887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52496) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:08.594725 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] Sync routers for ids ['cf55c22b-0995-4f58-9924-a5bf738559c8'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:08.617976 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] Routers {'cf55c22b-0995-4f58-9924-a5bf738559c8'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:08.618602 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['cf55c22b-0995-4f58-9924-a5bf738559c8'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:08.687861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c3a19-c389-4bc5-ba53-a534d44938eb req-b76c06c5-1cb9-4841-89f8-c5f1366a6787 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:08.689383 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-374c3a19-c389-4bc5-ba53-a534d44938eb req-b76c06c5-1cb9-4841-89f8-c5f1366a6787 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0557480 Sep 28 12:31:08.747008 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] Set router cf55c22b-0995-4f58-9924-a5bf738559c8 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:08.758072 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-68312ad3-8736-40a1-9c9a-dfdcb7ac3d75 req-48c80d73-409f-4e12-ab84-611787920789 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e73e939d-492c-4154-bd83-a2b02bc89043 HTTP/1.1" status: 200 len: 210 time: 0.0809271 Sep 28 12:31:08.805659 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:08.806569 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-374c3a19-c389-4bc5-ba53-a534d44938eb req-5585a96b-daa6-4b8f-8194-e9238de7cbeb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107059 Sep 28 12:31:08.826671 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:08.830723 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44be96d-d7bb-44a9-ba69-5b8b17a855fc None None] New status for floating IP d574d6ee-5174-4af7-9c09-e0bdccd05c02: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:31:08.836812 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks [] for router (cf55c22b-0995-4f58-9924-a5bf738559c8), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:08.950701 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:31:07Z', 'revision_number': 5, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port': {'id': '9094dd39-9904-4b09-b5c8-9926e367c49e', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:79:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:12Z', 'updated_at': '2022-09-28T12:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:08.952309 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks [] for router_gateway (cf55c22b-0995-4f58-9924-a5bf738559c8), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:08.977604 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] Checking router: cf55c22b-0995-4f58-9924-a5bf738559c8 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:08.987201 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] Routers {'cf55c22b-0995-4f58-9924-a5bf738559c8'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:08.987811 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:30:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['cf55c22b-0995-4f58-9924-a5bf738559c8'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:08.998631 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Deleting port 9094dd39-9904-4b09-b5c8-9926e367c49e {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:08.999226 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.077194 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] Set router cf55c22b-0995-4f58-9924-a5bf738559c8 gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:09.087830 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] For port 9094dd39-9904-4b09-b5c8-9926e367c49e, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=9094dd39-9904-4b09-b5c8-9926e367c49e,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:09.088268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.101168 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Calling delete_port for 9094dd39-9904-4b09-b5c8-9926e367c49e owned by network:router_gateway {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:09.132687 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:31:08Z', 'revision_number': 6, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:09.165283 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6d2ec-1c80-40c4-a2a8-bf9399fb9012 None None] The sync data for ids ['cf55c22b-0995-4f58-9924-a5bf738559c8'] in dv-cinder-844563-9-iscsi is: [{'id': 'cf55c22b-0995-4f58-9924-a5bf738559c8', 'name': 'tempest-TestShelveInstance-982718059-router', 'tenant_id': 'f2df1492593c40429906ed174145edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:11Z', 'updated_at': '2022-09-28T12:31:08Z', 'revision_number': 6, 'project_id': 'f2df1492593c40429906ed174145edb1', 'gw_port_host': None}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:09.206968 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:09.274628 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (9094dd39-9904-4b09-b5c8-9926e367c49e), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.299873 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Pushing event deleted for resources: {'Port': ['ID=9094dd39-9904-4b09-b5c8-9926e367c49e,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:09.305856 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:09.363302 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (cf55c22b-0995-4f58-9924-a5bf738559c8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.449681 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (cf55c22b-0995-4f58-9924-a5bf738559c8), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.451839 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks [] for router_controller (cf55c22b-0995-4f58-9924-a5bf738559c8), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.494725 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (cf55c22b-0995-4f58-9924-a5bf738559c8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.495229 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf55c22b-0995-4f58-9924-a5bf738559c8 {{(pid=106181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:31:09.502136 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.503299 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7b065f9c-c390-4f08-bf49-dae53e6c9469 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/cf55c22b-0995-4f58-9924-a5bf738559c8 HTTP/1.1" status: 204 len: 168 time: 0.9101450 Sep 28 12:31:09.505715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52498) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:09.551714 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Deleting subnet 98627d9a-7228-456e-87f7-ef1449ecbd08 {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:31:09.554903 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Publish callbacks [] for subnet (98627d9a-7228-456e-87f7-ef1449ecbd08), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.592967 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (98627d9a-7228-456e-87f7-ef1449ecbd08), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.696175 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (98627d9a-7228-456e-87f7-ef1449ecbd08), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.747816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (98627d9a-7228-456e-87f7-ef1449ecbd08), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.772627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98627d9a-7228-456e-87f7-ef1449ecbd08,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:09.776269 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.780111 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-412b2af7-20f3-4e01-8ae3-18f81662c296 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/98627d9a-7228-456e-87f7-ef1449ecbd08 HTTP/1.1" status: 204 len: 168 time: 0.2734728 Sep 28 12:31:09.782157 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117cd94-99bd-4b71-8689-fdc599ad4ce6 None None] Network 28194936-f60d-408c-80d4-f822bc66dce4 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:31:09.782588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52500) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:09.858656 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (28194936-f60d-408c-80d4-f822bc66dce4), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.882656 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52508) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:09.904101 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Deleting port b43d357f-a2df-4d6d-a699-f984fbba6cb6 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:09.904441 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:09.948831 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:09.991965 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] For port b43d357f-a2df-4d6d-a699-f984fbba6cb6, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=b43d357f-a2df-4d6d-a699-f984fbba6cb6,segment=NetworkSegment(2aab976f-faf0-43c1-a137-fd7ebae389b5),segment_id=2aab976f-faf0-43c1-a137-fd7ebae389b5)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:09.992345 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.007474 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853fe04-c018-4f45-a473-6119d1a8af5f req-e428c304-cb00-4efd-85b6-0345e60a6a41 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:10.008965 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8853fe04-c018-4f45-a473-6119d1a8af5f req-e428c304-cb00-4efd-85b6-0345e60a6a41 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0823886 Sep 28 12:31:10.009928 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Calling delete_port for b43d357f-a2df-4d6d-a699-f984fbba6cb6 owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:10.032340 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f16d-68b3-4df2-80e9-d51cd21e162e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group (e8feabf8-783c-40a3-97e6-e666a04b7258), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.066132 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f16d-68b3-4df2-80e9-d51cd21e162e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group (e8feabf8-783c-40a3-97e6-e666a04b7258), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.107579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (b43d357f-a2df-4d6d-a699-f984fbba6cb6), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.110485 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fdf73-7e2c-4a3e-9a7a-1889dcbabef8 None None] DHCP port deletion for 28194936-f60d-408c-80d4-f822bc66dce4 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:31:10.135053 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43d357f-a2df-4d6d-a699-f984fbba6cb6,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:10.139394 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] No DVR routers for this DVR port b43d357f-a2df-4d6d-a699-f984fbba6cb6 on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:10.142398 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8853fe04-c018-4f45-a473-6119d1a8af5f req-52941c42-cfeb-49ec-ba11-87a22c271fd0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232970 Sep 28 12:31:10.164601 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f16d-68b3-4df2-80e9-d51cd21e162e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e8feabf8-783c-40a3-97e6-e666a04b7258), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.169126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-cbf9f16d-68b3-4df2-80e9-d51cd21e162e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.173099 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-cbf9f16d-68b3-4df2-80e9-d51cd21e162e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e8feabf8-783c-40a3-97e6-e666a04b7258 HTTP/1.1" status: 204 len: 168 time: 0.2886212 Sep 28 12:31:10.173809 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52510) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:10.198144 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9f16d-68b3-4df2-80e9-d51cd21e162e tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8feabf8-783c-40a3-97e6-e666a04b7258,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:10.200898 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.api.v2.resource [None req-f1316243-c373-4728-811d-b826e2796db1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] show failed (client error): The resource could not be found. Sep 28 12:31:10.204784 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f1316243-c373-4728-811d-b826e2796db1 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups/e8feabf8-783c-40a3-97e6-e666a04b7258 HTTP/1.1" status: 404 len: 347 time: 0.0262072 Sep 28 12:31:10.205708 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52512) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:10.235582 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:10.240788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (28194936-f60d-408c-80d4-f822bc66dce4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.264998 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28194936-f60d-408c-80d4-f822bc66dce4']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:10.275649 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aab976f-faf0-43c1-a137-fd7ebae389b5') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:10.275945 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aab976f-faf0-43c1-a137-fd7ebae389b5') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:10.287636 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (2aab976f-faf0-43c1-a137-fd7ebae389b5), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.297531 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:10.305285 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (2aab976f-faf0-43c1-a137-fd7ebae389b5), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.315111 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:31:10.315543 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (2aab976f-faf0-43c1-a137-fd7ebae389b5), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.338891 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Deleting port 7ef60f05-e9b0-46d1-aae9-0023da7d1946 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:10.339179 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.346573 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 2aab976f-faf0-43c1-a137-fd7ebae389b5 resource provider aggregate not found Sep 28 12:31:10.379837 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 2aab976f-faf0-43c1-a137-fd7ebae389b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2aab976f-faf0-43c1-a137-fd7ebae389b5 found for delete ", "request_id": "req-01d5d37b-b743-44ac-9912-3d7087d891fc"}]} Sep 28 12:31:10.400040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (28194936-f60d-408c-80d4-f822bc66dce4), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.407306 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9094dd39-9904-4b09-b5c8-9926e367c49e no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:10.412708 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.417475 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/28194936-f60d-408c-80d4-f822bc66dce4 HTTP/1.1" status: 204 len: 168 time: 0.6337621 Sep 28 12:31:10.436560 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.437227 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (7ef60f05-e9b0-46d1-aae9-0023da7d1946), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.441530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9ade-52d6-401f-80a2-74df75af1f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=28194936-f60d-408c-80d4-f822bc66dce4,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:10.443173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 9094dd39-9904-4b09-b5c8-9926e367c49e {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:10.443971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 9094dd39-9904-4b09-b5c8-9926e367c49e not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:10.444858 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bad1365a-8e78-44e5-848f-762b5f8ff276 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:10.454669 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Calling delete_port for 7ef60f05-e9b0-46d1-aae9-0023da7d1946 owned by network:floatingip {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:10.471153 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: bad1365a-8e78-44e5-848f-762b5f8ff276 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:10.471501 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bad1365a-8e78-44e5-848f-762b5f8ff276 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:10.471906 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device b43d357f-a2df-4d6d-a699-f984fbba6cb6 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:10.490324 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: b43d357f-a2df-4d6d-a699-f984fbba6cb6 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:10.490697 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device b43d357f-a2df-4d6d-a699-f984fbba6cb6 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:10.555826 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52520) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:10.597383 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7f1982f5-4381-422e-84b9-c09c72f3f48e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1f563e7675ef4d758e09e1a78b891c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402443 Sep 28 12:31:10.599229 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (7ef60f05-e9b0-46d1-aae9-0023da7d1946), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.599643 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52522) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:10.626142 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event deleted for resources: {'Port': ['ID=7ef60f05-e9b0-46d1-aae9-0023da7d1946,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:10.650194 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d927cfed-66a7-4722-b862-6d5ef6c10621 admin admin] Publish callbacks [] for security_group (4acae079-3b74-4a8b-b004-b838d62f6d62), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.671216 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d927cfed-66a7-4722-b862-6d5ef6c10621 admin admin] Publish callbacks [] for security_group (4acae079-3b74-4a8b-b004-b838d62f6d62), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.688086 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks [] for floatingip (d574d6ee-5174-4af7-9c09-e0bdccd05c02), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.690655 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.691814 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-602cb84a-dd2c-40a6-9ee3-6f5be345baf8 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/d574d6ee-5174-4af7-9c09-e0bdccd05c02 HTTP/1.1" status: 204 len: 168 time: 0.4852030 Sep 28 12:31:10.721599 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d927cfed-66a7-4722-b862-6d5ef6c10621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (4acae079-3b74-4a8b-b004-b838d62f6d62), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.724451 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d927cfed-66a7-4722-b862-6d5ef6c10621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:10.725634 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d927cfed-66a7-4722-b862-6d5ef6c10621 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/4acae079-3b74-4a8b-b004-b838d62f6d62 HTTP/1.1" status: 204 len: 168 time: 0.1249588 Sep 28 12:31:10.734033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927cfed-66a7-4722-b862-6d5ef6c10621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acae079-3b74-4a8b-b004-b838d62f6d62,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:11.053063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52532) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:11.061080 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device e395fd4a-81c3-4231-b156-f137389eb7db no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:11.081208 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: e395fd4a-81c3-4231-b156-f137389eb7db {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:11.081557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device e395fd4a-81c3-4231-b156-f137389eb7db not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:11.098057 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-76483120-102a-4ee5-8822-08fa950aac9d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f2df1492593c40429906ed174145edb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433390 Sep 28 12:31:11.100115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52534) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:11.148759 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd6021b7-2329-4045-b266-f2f557b6414b admin admin] Publish callbacks [] for security_group (a3e52387-be25-4fb2-a787-8da3e36cf8d7), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:11.170073 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd6021b7-2329-4045-b266-f2f557b6414b admin admin] Publish callbacks [] for security_group (a3e52387-be25-4fb2-a787-8da3e36cf8d7), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:11.219680 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd6021b7-2329-4045-b266-f2f557b6414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a3e52387-be25-4fb2-a787-8da3e36cf8d7), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:11.222239 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bd6021b7-2329-4045-b266-f2f557b6414b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:11.223388 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bd6021b7-2329-4045-b266-f2f557b6414b admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a3e52387-be25-4fb2-a787-8da3e36cf8d7 HTTP/1.1" status: 204 len: 168 time: 0.1224229 Sep 28 12:31:11.234788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6021b7-2329-4045-b266-f2f557b6414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e52387-be25-4fb2-a787-8da3e36cf8d7,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:11.287805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e3f03-74e4-4ad2-8f9a-51f72bbc37aa req-470d978d-6f2a-41cc-8ec4-4420dc3da990 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:11.289958 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b71e3f03-74e4-4ad2-8f9a-51f72bbc37aa req-470d978d-6f2a-41cc-8ec4-4420dc3da990 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Sep 28 12:31:11.342980 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b71e3f03-74e4-4ad2-8f9a-51f72bbc37aa req-6afccf81-2f19-4f41-936e-d56c860b5798 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477304 Sep 28 12:31:12.472536 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9362e-0bf3-4839-8f53-53705fde01e3 req-d186948b-1ca3-4b20-8cf9-2dcfcc79067f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:12.474044 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-83a9362e-0bf3-4839-8f53-53705fde01e3 req-d186948b-1ca3-4b20-8cf9-2dcfcc79067f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0502975 Sep 28 12:31:12.521448 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-83a9362e-0bf3-4839-8f53-53705fde01e3 req-a0d5721d-a48a-4c4b-8b03-a319a8d99e13 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Sep 28 12:31:13.052607 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:31:13.163520 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:13.175442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'mac_address': 'fa:16:3e:85:38:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:31:13.192820 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8bf3d-9271-4140-b822-7ba22224fc9d req-5e5fae9e-fbcc-49a7-b7ae-8fd2c223bf0d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:13.194531 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f8f8bf3d-9271-4140-b822-7ba22224fc9d req-5e5fae9e-fbcc-49a7-b7ae-8fd2c223bf0d tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0475957 Sep 28 12:31:13.211096 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: ACTIVE; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:13.211411 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:13.226086 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2945645-b583-4bd9-b292-3f9cc72af67c {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:31:13.244092 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f8f8bf3d-9271-4140-b822-7ba22224fc9d req-a77581ab-0316-4600-bd4e-77c3c01b0b27 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Sep 28 12:31:13.246240 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:13.250161 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:13.295909 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=6']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:13.436014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['b2945645-b583-4bd9-b292-3f9cc72af67c'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:31:13.527675 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:13.648621 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381cafd-4cae-41a1-9834-0f33915458ea req-3e4e0c32-0522-4751-8911-17ce31b69cd2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:13.650077 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8381cafd-4cae-41a1-9834-0f33915458ea req-3e4e0c32-0522-4751-8911-17ce31b69cd2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 944 time: 0.0477440 Sep 28 12:31:13.695546 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8381cafd-4cae-41a1-9834-0f33915458ea req-2ead91d3-5870-4dd4-a1da-e4ad11720585 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400410 Sep 28 12:31:14.348879 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:14.364957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6bfcc-71f7-4d0f-a96a-7f087b9d4363 req-40a72be0-44d2-4984-bdab-dc3b4320aa39 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:14.366447 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-09b6bfcc-71f7-4d0f-a96a-7f087b9d4363 req-40a72be0-44d2-4984-bdab-dc3b4320aa39 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0471742 Sep 28 12:31:14.391466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:14.417075 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-09b6bfcc-71f7-4d0f-a96a-7f087b9d4363 req-b263af54-34e2-4679-9b8c-918c3cde6c43 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Sep 28 12:31:14.818115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90976c93-853e-4df2-bc0a-f248eff941db req-62e1b150-a80f-4812-b907-97f6e7ac59d7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:14.819577 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-90976c93-853e-4df2-bc0a-f248eff941db req-62e1b150-a80f-4812-b907-97f6e7ac59d7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 944 time: 0.0445535 Sep 28 12:31:14.866106 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-90976c93-853e-4df2-bc0a-f248eff941db req-c145d782-97e0-496d-b4cc-8fd4ab1dd463 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402217 Sep 28 12:31:15.058168 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:15.079639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:15.106976 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port b2945645-b583-4bd9-b292-3f9cc72af67c triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:15.107347 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:15.107682 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port b2945645-b583-4bd9-b292-3f9cc72af67c Sep 28 12:31:15.177881 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:15.178271 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:15.200657 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:15.211741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82918d24-726d-4205-89d1-2490ba1bf312" -d '{"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:15.225356 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:15.229812 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:15.252465 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fa31b8-603a-495c-9d99-ced4747bc621 x-openstack-request-id: req-41fa31b8-603a-495c-9d99-ced4747bc621 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:15.252754 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:15.253005 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41fa31b8-603a-495c-9d99-ced4747bc621 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:15.253414 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fa31b8-603a-495c-9d99-ced4747bc621'] response: {'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'code': 200} Sep 28 12:31:15.278633 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=7']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:15.527768 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:15.539077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d519af-d806-45f8-a0b8-ffc63abc3b71 req-cee4497b-4560-4724-b224-35e890b91719 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:15.540639 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-22d519af-d806-45f8-a0b8-ffc63abc3b71 req-cee4497b-4560-4724-b224-35e890b91719 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0495589 Sep 28 12:31:15.608252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-5c35035a-4e6e-4769-bd11-a19d61c9e5a2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:15.609702 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-5c35035a-4e6e-4769-bd11-a19d61c9e5a2 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 945 time: 0.0633962 Sep 28 12:31:15.633153 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-22d519af-d806-45f8-a0b8-ffc63abc3b71 req-86a06745-46b1-4331-89e9-83b0c25f0911 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778766 Sep 28 12:31:15.700051 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Deleting port a78a4209-5195-4106-9e3b-df3a33a1b706 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:15.700386 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:15.767247 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:15.791030 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] For port a78a4209-5195-4106-9e3b-df3a33a1b706, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a78a4209-5195-4106-9e3b-df3a33a1b706,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:15.791393 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:15.804347 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Calling delete_port for a78a4209-5195-4106-9e3b-df3a33a1b706 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:15.929711 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (a78a4209-5195-4106-9e3b-df3a33a1b706), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:15.958233 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event deleted for resources: {'Port': ['ID=a78a4209-5195-4106-9e3b-df3a33a1b706,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:15.970409 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['09e1cefa-c541-48a1-923b-e5aa1c92ec8c', 'a78a4209-5195-4106-9e3b-df3a33a1b706'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:31:16.005223 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a76da-ba5b-4639-9a8d-bfbb9c1b82cc req-6df9ab9a-f376-4259-9aff-6457cda7fcaf tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:16.005832 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] No DVR routers for this DVR port a78a4209-5195-4106-9e3b-df3a33a1b706 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:16.008256 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:16.012038 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d7c4e631-0f31-417a-9aac-2448ada2be91 req-429c85e6-e202-481f-8d38-d572ca962870 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a78a4209-5195-4106-9e3b-df3a33a1b706 HTTP/1.1" status: 204 len: 173 time: 0.3924241 Sep 28 12:31:16.012684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'name': 'network-vif-deleted', 'tag': 'a78a4209-5195-4106-9e3b-df3a33a1b706'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:16.013662 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cf1a76da-ba5b-4639-9a8d-bfbb9c1b82cc req-6df9ab9a-f376-4259-9aff-6457cda7fcaf tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0647581 Sep 28 12:31:16.015120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767afb6-1774-4915-99f6-7be437ecab4d" -d '{"events": [{"server_uuid": "6ef4ea58-06f0-4031-a8a0-16d8be1614cb", "name": "network-vif-deleted", "tag": "a78a4209-5195-4106-9e3b-df3a33a1b706"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:16.059894 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf22788f-63c0-4def-9e82-06905be23cdc x-openstack-request-id: req-cf22788f-63c0-4def-9e82-06905be23cdc {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:16.060189 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef4ea58-06f0-4031-a8a0-16d8be1614cb", "name": "network-vif-deleted", "tag": "a78a4209-5195-4106-9e3b-df3a33a1b706", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:16.060559 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf22788f-63c0-4def-9e82-06905be23cdc {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:16.061009 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf22788f-63c0-4def-9e82-06905be23cdc'] response: {'server_uuid': '6ef4ea58-06f0-4031-a8a0-16d8be1614cb', 'name': 'network-vif-deleted', 'tag': 'a78a4209-5195-4106-9e3b-df3a33a1b706', 'status': 'completed', 'code': 200} Sep 28 12:31:16.064422 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cf1a76da-ba5b-4639-9a8d-bfbb9c1b82cc req-517c90b9-9357-45be-ac48-c5ec1cd34a52 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495515 Sep 28 12:31:16.754191 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dc391e22-8226-42e1-af9a-f32fb3a60a36 req-5ae2307d-2eec-4bdb-b496-7375adec6d93 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ef4ea58-06f0-4031-a8a0-16d8be1614cb HTTP/1.1" status: 200 len: 210 time: 0.0309858 Sep 28 12:31:17.200418 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39251f0-cc71-4827-8eec-3b13a9d9a38c req-ffba77d7-c4fd-4bf9-b621-f3004d4f9c0c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:17.201926 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b39251f0-cc71-4827-8eec-3b13a9d9a38c req-ffba77d7-c4fd-4bf9-b621-f3004d4f9c0c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0469234 Sep 28 12:31:17.250003 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b39251f0-cc71-4827-8eec-3b13a9d9a38c req-86eeee02-75fe-4b92-9b5e-96de9b02e3cf tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Sep 28 12:31:18.221443 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec68ed4-ff2e-4ae4-b6fb-848b5de2c15c req-581bc7c4-bfff-4f54-8beb-8d85abaf2547 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:18.223738 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5ec68ed4-ff2e-4ae4-b6fb-848b5de2c15c req-581bc7c4-bfff-4f54-8beb-8d85abaf2547 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Sep 28 12:31:18.275091 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5ec68ed4-ff2e-4ae4-b6fb-848b5de2c15c req-d3a1dc49-7879-4cf0-a305-abfe8c385e14 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455523 Sep 28 12:31:18.388592 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a1b7-c6cb-41de-8b64-b19311b63f27 req-58b37a19-1200-4d70-849e-fbcea2324717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:18.390848 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3b39a1b7-c6cb-41de-8b64-b19311b63f27 req-58b37a19-1200-4d70-849e-fbcea2324717 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0538676 Sep 28 12:31:18.440307 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3b39a1b7-c6cb-41de-8b64-b19311b63f27 req-fedec7db-ff88-42bd-b548-7d70f3526c95 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Sep 28 12:31:19.072191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a78a4209-5195-4106-9e3b-df3a33a1b706 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:19.094639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: a78a4209-5195-4106-9e3b-df3a33a1b706 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:19.095352 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device a78a4209-5195-4106-9e3b-df3a33a1b706 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:19.249687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:19.283742 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=36 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:19.285933 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=44 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:19.401473 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba8bfa-45fa-4e15-ad4e-8900c4c17045 req-45424ad2-efcc-4d7f-9771-3b30e32eb0ff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:19.403602 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-50ba8bfa-45fa-4e15-ad4e-8900c4c17045 req-45424ad2-efcc-4d7f-9771-3b30e32eb0ff tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Sep 28 12:31:19.458464 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-50ba8bfa-45fa-4e15-ad4e-8900c4c17045 req-a9eaaaa9-1583-4b7f-8ab7-efebeaf6e8f5 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Sep 28 12:31:19.574571 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529ee22-e348-4eac-bf8c-4cb09e3e8b81 req-e0a5165b-dbef-48ae-89ce-a2e9d04273f3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:19.582586 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e529ee22-e348-4eac-bf8c-4cb09e3e8b81 req-e0a5165b-dbef-48ae-89ce-a2e9d04273f3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0580282 Sep 28 12:31:19.629110 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e529ee22-e348-4eac-bf8c-4cb09e3e8b81 req-3d65da22-4b74-4682-9dff-bf056fb3bf16 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Sep 28 12:31:20.583294 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f5da4-b4e7-4d0e-9fb5-39d7744af820 req-2621b172-66d6-4aa5-b21f-28179e9fca99 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:20.586753 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-222f5da4-b4e7-4d0e-9fb5-39d7744af820 req-2621b172-66d6-4aa5-b21f-28179e9fca99 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Sep 28 12:31:20.659246 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253d665-d0e8-4856-8210-baa8b8715915 req-fb2e6f4e-1e98-4136-8d14-9f3fb706436b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:20.660835 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c253d665-d0e8-4856-8210-baa8b8715915 req-fb2e6f4e-1e98-4136-8d14-9f3fb706436b tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 945 time: 0.0612059 Sep 28 12:31:20.710974 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-222f5da4-b4e7-4d0e-9fb5-39d7744af820 req-656ea904-c297-42c6-a296-d9e82d534265 tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b7d0ba72-f849-4721-bc23-a99f878fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176682 Sep 28 12:31:20.781721 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ec12e-a1c3-4e4e-bf87-bf16d7d6c8bd req-68b14883-1039-429c-ba82-3bb75e99d4cb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:20.783989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Deleting port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:20.784334 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:20.789667 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a18ec12e-a1c3-4e4e-bf87-bf16d7d6c8bd req-68b14883-1039-429c-ba82-3bb75e99d4cb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0614762 Sep 28 12:31:20.845423 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a18ec12e-a1c3-4e4e-bf87-bf16d7d6c8bd req-16909b01-9be2-46f3-b52c-5e44ec22c271 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548158 Sep 28 12:31:20.888813 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:20.908103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] For port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:20.908103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:20.921759 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Calling delete_port for 09e1cefa-c541-48a1-923b-e5aa1c92ec8c owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:21.005239 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:21.068383 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (09e1cefa-c541-48a1-923b-e5aa1c92ec8c), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:21.101014 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Pushing event deleted for resources: {'Port': ['ID=09e1cefa-c541-48a1-923b-e5aa1c92ec8c,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:21.114352 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['09e1cefa-c541-48a1-923b-e5aa1c92ec8c'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:31:21.157013 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] No DVR routers for this DVR port 09e1cefa-c541-48a1-923b-e5aa1c92ec8c on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:21.160401 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:21.164915 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c253d665-d0e8-4856-8210-baa8b8715915 req-f542d6bc-7d65-446d-9bdf-43cb0a4f990f tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.52 "DELETE /networking/v2.0/ports/09e1cefa-c541-48a1-923b-e5aa1c92ec8c HTTP/1.1" status: 204 len: 173 time: 0.4944165 Sep 28 12:31:21.165695 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b649038-e0a8-45a6-a118-534dcc182549', 'name': 'network-vif-deleted', 'tag': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:21.168119 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09468c1-162a-49a5-8e7c-386dd43d2964" -d '{"events": [{"server_uuid": "2b649038-e0a8-45a6-a118-534dcc182549", "name": "network-vif-deleted", "tag": "09e1cefa-c541-48a1-923b-e5aa1c92ec8c"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:21.221769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46328d4c-1741-4187-8e5b-962368d96674 x-openstack-request-id: req-46328d4c-1741-4187-8e5b-962368d96674 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:21.222195 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b649038-e0a8-45a6-a118-534dcc182549", "name": "network-vif-deleted", "tag": "09e1cefa-c541-48a1-923b-e5aa1c92ec8c", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:21.222545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46328d4c-1741-4187-8e5b-962368d96674 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:21.223093 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46328d4c-1741-4187-8e5b-962368d96674'] response: {'server_uuid': '2b649038-e0a8-45a6-a118-534dcc182549', 'name': 'network-vif-deleted', 'tag': '09e1cefa-c541-48a1-923b-e5aa1c92ec8c', 'status': 'completed', 'code': 200} Sep 28 12:31:21.257408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-187198c6-5ad8-4f5c-918d-1cc5beca85b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:21.858755 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1c6ced7-65ed-4f69-b140-416c7936d3d6 req-d33db1e5-cd0d-4d49-b756-1d30e1c4ee3c tempest-ServerRescueNegativeTestJSON-837781547 tempest-ServerRescueNegativeTestJSON-837781547-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2b649038-e0a8-45a6-a118-534dcc182549 HTTP/1.1" status: 200 len: 210 time: 0.0433168 Sep 28 12:31:21.992781 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6b43-80a9-4e63-8141-e96ed0a7355b req-ea99be59-7952-4692-a102-4b460dd184f3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:21.994647 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c1ac6b43-80a9-4e63-8141-e96ed0a7355b req-ea99be59-7952-4692-a102-4b460dd184f3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0603948 Sep 28 12:31:22.052386 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c1ac6b43-80a9-4e63-8141-e96ed0a7355b req-d5cab86a-4953-436f-adad-bb369dc0da0a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498912 Sep 28 12:31:22.923278 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52632) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:23.217116 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0065d7c-a3a4-40f4-9117-48fea9543034 req-b0c8d2f6-66a3-47a0-bf7f-2384667f546d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:23.219588 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b0065d7c-a3a4-40f4-9117-48fea9543034 req-b0c8d2f6-66a3-47a0-bf7f-2384667f546d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0561488 Sep 28 12:31:23.281965 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b0065d7c-a3a4-40f4-9117-48fea9543034 req-d13aa551-70f2-42fd-9bf2-f4eb0289cdb5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568638 Sep 28 12:31:23.444923 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (6ac41c77-417b-40fa-a448-15e98a4569ca), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:23.501199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:23.552734 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4f44e89c-8ea1-46ca-8c60-65de56fef224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:23.694212 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Deleting port a9cc822e-c382-4681-8ce2-2df89af4a958 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:23.694683 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:23.743588 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:23.784819 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] For port a9cc822e-c382-4681-8ce2-2df89af4a958, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=a9cc822e-c382-4681-8ce2-2df89af4a958,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:23.785271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:23.809372 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Calling delete_port for a9cc822e-c382-4681-8ce2-2df89af4a958 owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:24.061091 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (a9cc822e-c382-4681-8ce2-2df89af4a958), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:24.090806 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9cc822e-c382-4681-8ce2-2df89af4a958,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:24.288926 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (6ac41c77-417b-40fa-a448-15e98a4569ca), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:24.540014 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:24.569543 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Router 6ac41c77-417b-40fa-a448-15e98a4569ca has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:31:24.671953 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76beb8-de34-4644-9608-04d84b493521 req-26a0aab1-7d0e-4e73-b2a5-fa8a14716902 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:24.673471 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da76beb8-de34-4644-9608-04d84b493521 req-26a0aab1-7d0e-4e73-b2a5-fa8a14716902 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.1008332 Sep 28 12:31:24.725307 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:24.745912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:24.755310 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-98f452b1-7527-4f21-a041-c6bc33ccc785 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/6ac41c77-417b-40fa-a448-15e98a4569ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291025 Sep 28 12:31:24.756206 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52644) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:24.767734 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] Sync routers for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:24.775391 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da76beb8-de34-4644-9608-04d84b493521 req-5afae0cf-e03d-4e03-9afc-f0d478fce6d2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778530 Sep 28 12:31:24.787164 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:24.787804 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:24.853834 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:24.907869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks [] for router (6ac41c77-417b-40fa-a448-15e98a4569ca), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:24.917728 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:25.009519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks [] for router_gateway (6ac41c77-417b-40fa-a448-15e98a4569ca), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.059178 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Deleting port 5c000a53-a235-4afa-abc7-ee4873b7d15b {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:25.059515 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.103252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 09e1cefa-c541-48a1-923b-e5aa1c92ec8c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:25.134071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 09e1cefa-c541-48a1-923b-e5aa1c92ec8c {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:25.134709 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 09e1cefa-c541-48a1-923b-e5aa1c92ec8c not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:25.138298 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:31:23Z', 'revision_number': 5, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port': {'id': '5c000a53-a235-4afa-abc7-ee4873b7d15b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:24:38Z', 'updated_at': '2022-09-28T12:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:25.146479 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] For port 5c000a53-a235-4afa-abc7-ee4873b7d15b, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=5c000a53-a235-4afa-abc7-ee4873b7d15b,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:25.147256 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.163512 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Calling delete_port for 5c000a53-a235-4afa-abc7-ee4873b7d15b owned by network:router_gateway {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:25.174418 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] Checking router: 6ac41c77-417b-40fa-a448-15e98a4569ca for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:25.197479 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] Routers {'6ac41c77-417b-40fa-a448-15e98a4569ca'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:25.198949 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['6ac41c77-417b-40fa-a448-15e98a4569ca'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:25.320243 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] Set router 6ac41c77-417b-40fa-a448-15e98a4569ca gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:25.357670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:25.362299 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:25.372641 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (5c000a53-a235-4afa-abc7-ee4873b7d15b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.383816 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:31:25Z', 'revision_number': 6, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:25.415866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Pushing event deleted for resources: {'Port': ['ID=5c000a53-a235-4afa-abc7-ee4873b7d15b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:25.489435 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (6ac41c77-417b-40fa-a448-15e98a4569ca), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.523128 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73deda7-5e41-4dab-96fb-06b764509ff7 None None] The sync data for ids ['6ac41c77-417b-40fa-a448-15e98a4569ca'] in dv-cinder-844563-9-iscsi is: [{'id': '6ac41c77-417b-40fa-a448-15e98a4569ca', 'name': 'tempest-ServerRescueNegativeTestJSON-444243755-router', 'tenant_id': '1318535cbbd6427c8c770bd5b256ac3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:24:37Z', 'updated_at': '2022-09-28T12:31:25Z', 'revision_number': 6, 'project_id': '1318535cbbd6427c8c770bd5b256ac3e', 'gw_port_host': None}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:25.592484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (6ac41c77-417b-40fa-a448-15e98a4569ca), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.595850 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks [] for router_controller (6ac41c77-417b-40fa-a448-15e98a4569ca), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.650609 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (6ac41c77-417b-40fa-a448-15e98a4569ca), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.651243 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac41c77-417b-40fa-a448-15e98a4569ca {{(pid=106181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:31:25.656821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.658624 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-fdc26944-3582-4357-b2e6-56bf4636284c admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/6ac41c77-417b-40fa-a448-15e98a4569ca HTTP/1.1" status: 204 len: 168 time: 0.9007869 Sep 28 12:31:25.660843 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52646) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:25.710680 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Deleting subnet 3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:31:25.716024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Publish callbacks [] for subnet (3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.760715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:25.853001 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.001558 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67489c-cb81-4431-bb94-3ae12aa86924 req-72d8aee7-aad0-4821-951c-503932f98f48 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:26.003375 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8b67489c-cb81-4431-bb94-3ae12aa86924 req-72d8aee7-aad0-4821-951c-503932f98f48 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.1251013 Sep 28 12:31:26.021438 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.062405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:26.070471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.073566 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef70e4f-9b9c-4320-8b61-bf642dff8f6c None None] Network d22fae6b-c19d-4165-8f58-a67d0afa1461 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:31:26.077946 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8142a91a-36e2-4f67-848c-a2ef9428cef3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/3d6a9ba3-088e-4bf8-b5c0-235ed3532a7e HTTP/1.1" status: 204 len: 168 time: 0.4131174 Sep 28 12:31:26.079056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52650) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:26.172731 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8b67489c-cb81-4431-bb94-3ae12aa86924 req-93bd90ca-129c-4eaf-90aa-ba24d6f177e8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627579 Sep 28 12:31:26.206923 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (d22fae6b-c19d-4165-8f58-a67d0afa1461), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.214389 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.245149 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.265314 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Deleting port 587caf93-3684-4c23-833e-eaa95f4fe387 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:26.265789 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.369510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] DHCP port deletion for d22fae6b-c19d-4165-8f58-a67d0afa1461 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:31:26.372186 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] For port 587caf93-3684-4c23-833e-eaa95f4fe387, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=587caf93-3684-4c23-833e-eaa95f4fe387,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:26.372552 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.394161 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Calling delete_port for 587caf93-3684-4c23-833e-eaa95f4fe387 owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:26.452574 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] Deleting port 587caf93-3684-4c23-833e-eaa95f4fe387 {{(pid=106182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:31:26.453108 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), before_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.510210 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:26.530474 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.554288 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] For port 587caf93-3684-4c23-833e-eaa95f4fe387, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=587caf93-3684-4c23-833e-eaa95f4fe387,segment=NetworkSegment(3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b),segment_id=3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:26.554884 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), precommit_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.569016 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=587caf93-3684-4c23-833e-eaa95f4fe387,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:26.571312 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] No DVR routers for this DVR port 587caf93-3684-4c23-833e-eaa95f4fe387 on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:26.582464 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] Calling delete_port for 587caf93-3684-4c23-833e-eaa95f4fe387 owned by network:dhcp {{(pid=106182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:31:26.600778 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5c000a53-a235-4afa-abc7-ee4873b7d15b no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:26.628162 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 5c000a53-a235-4afa-abc7-ee4873b7d15b {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:26.628555 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5c000a53-a235-4afa-abc7-ee4873b7d15b not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:26.628955 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a9cc822e-c382-4681-8ce2-2df89af4a958 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:26.677617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (d22fae6b-c19d-4165-8f58-a67d0afa1461), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.684366 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: a9cc822e-c382-4681-8ce2-2df89af4a958 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:26.684716 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a9cc822e-c382-4681-8ce2-2df89af4a958 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:26.685141 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 587caf93-3684-4c23-833e-eaa95f4fe387 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:26.704770 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:26.707248 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:26.708826 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22fae6b-c19d-4165-8f58-a67d0afa1461']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:26.711432 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 587caf93-3684-4c23-833e-eaa95f4fe387 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:31:26.711785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 587caf93-3684-4c23-833e-eaa95f4fe387 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:31:26.727335 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:26.727569 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:26.732522 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:26.747716 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.767199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.780596 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411'] for port (587caf93-3684-4c23-833e-eaa95f4fe387), after_delete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.783908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:31:26.784604 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.838412 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] Pushing event deleted for resources: {'Port': ['ID=587caf93-3684-4c23-833e-eaa95f4fe387,revision_number=None']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:26.843360 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3177d-032f-4591-ae10-b130e3bad0a2 None None] No DVR routers for this DVR port 587caf93-3684-4c23-833e-eaa95f4fe387 on host dv-cinder-844563-9-iscsi {{(pid=106182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:31:26.852531 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b resource provider aggregate not found Sep 28 12:31:26.873746 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e969abc-6f59-4bb4-a4b2-b38a68ab6c5b found for delete ", "request_id": "req-b8d96146-b391-433c-b2e4-ec33484757ed"}]} Sep 28 12:31:26.884403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (d22fae6b-c19d-4165-8f58-a67d0afa1461), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.895006 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:26.898610 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/d22fae6b-c19d-4165-8f58-a67d0afa1461 HTTP/1.1" status: 204 len: 168 time: 0.8186264 Sep 28 12:31:26.909890 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e77601-a325-4051-b85c-0b08c59a6fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22fae6b-c19d-4165-8f58-a67d0afa1461,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:27.039341 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52658) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:27.090846 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2e65839e-be8a-4694-9ca6-0316183c3dc6 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=1318535cbbd6427c8c770bd5b256ac3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505164 Sep 28 12:31:27.092956 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52660) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:27.161630 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-63db0a1c-bb79-49f2-8ed0-291d6994beb1 admin admin] Publish callbacks [] for security_group (b7d0ba72-f849-4721-bc23-a99f878fe150), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:27.190678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-63db0a1c-bb79-49f2-8ed0-291d6994beb1 admin admin] Publish callbacks [] for security_group (b7d0ba72-f849-4721-bc23-a99f878fe150), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:27.258333 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-63db0a1c-bb79-49f2-8ed0-291d6994beb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b7d0ba72-f849-4721-bc23-a99f878fe150), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:27.261655 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-63db0a1c-bb79-49f2-8ed0-291d6994beb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:27.266822 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-63db0a1c-bb79-49f2-8ed0-291d6994beb1 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b7d0ba72-f849-4721-bc23-a99f878fe150 HTTP/1.1" status: 204 len: 168 time: 0.1685102 Sep 28 12:31:27.310242 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db0a1c-bb79-49f2-8ed0-291d6994beb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0ba72-f849-4721-bc23-a99f878fe150,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:27.331595 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62d57-0bf5-468b-97d2-99e133b2195a req-7b9b3a01-9966-407d-9b99-8d1e8ce19f00 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:27.332794 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-30f62d57-0bf5-468b-97d2-99e133b2195a req-7b9b3a01-9966-407d-9b99-8d1e8ce19f00 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0649867 Sep 28 12:31:27.407975 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-30f62d57-0bf5-468b-97d2-99e133b2195a req-bae630ad-649f-4418-8c6f-3acb4b480b04 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689545 Sep 28 12:31:28.163723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52688) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:28.281889 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-887445927-network', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:28.302238 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Made reservation on behalf of 77a0da6cfbd9415cbff856f9cfffee97 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:31:28.304587 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.314040 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.405574 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks [] for security_group (0096b4fd-72b9-4904-81cf-a3268bc2f54a), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.410038 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (0096b4fd-72b9-4904-81cf-a3268bc2f54a), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.436165 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:31:28.446411 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0096b4fd-72b9-4904-81cf-a3268bc2f54a,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:28.451944 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.452354 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Added segment a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859 of type vlan for network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 Sep 28 12:31:28.493763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.547490 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.548490 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:28.549097 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.582195 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d17ec-c265-496b-9a8a-277646de349f req-d0a35310-a239-44e4-b9ba-94328ba9556c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:28.583662 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-672d17ec-c265-496b-9a8a-277646de349f req-d0a35310-a239-44e4-b9ba-94328ba9556c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0732751 Sep 28 12:31:28.877680 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7127321 Sep 28 12:31:28.880555 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52704) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:28.885405 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Request body: {'subnet': {'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-887445927-subnet', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:28.905216 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Made reservation on behalf of 77a0da6cfbd9415cbff856f9cfffee97 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:31:28.906091 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbea07-9775-40c0-b73d-f08a48e4ab93 admin admin] Pushing event updated for resources: {'Network': ['ID=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:28.908324 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:28.917618 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:31:28.932241 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-672d17ec-c265-496b-9a8a-277646de349f req-ba3d7a79-d9ce-4c9d-b591-b8e58c55d7db tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605948 Sep 28 12:31:29.084683 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (b0239a4a-2fd8-4d69-9818-e0d0d35fabe3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.142558 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:29.151085 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Checking segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:31:29.151994 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Network hostable DHCP agents. Network: 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:31:29.173792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:31:29.189744 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:29.195261 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:29.197216 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.198701 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e603a8e-e3df-47ea-b32c-be4b55621395 None None] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:31:29.217357 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-76de11f7-405a-4804-9db0-a62a710b547f admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3356206 Sep 28 12:31:29.220298 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52706) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:29.224395 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:29.227572 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:29.251703 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (8f652711-d31f-4e71-9b05-c2b3a8051c86), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.252694 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (8f652711-d31f-4e71-9b05-c2b3a8051c86), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.303888 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks [] for router_controller (8f652711-d31f-4e71-9b05-c2b3a8051c86), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.306701 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:31:29.307670 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.404013 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-22ee128c-00c7-452d-b29c-7d08169e0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:29.405634 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-22ee128c-00c7-452d-b29c-7d08169e0925 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1129 time: 0.0421715 Sep 28 12:31:29.421448 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:29.453357 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks [] for router_gateway (8f652711-d31f-4e71-9b05-c2b3a8051c86), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.453794 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Allocated IP 172.20.0.2 (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2/b0239a4a-2fd8-4d69-9818-e0d0d35fabe3/15dfc008-0c42-472e-8af9-74b72b3361f5) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:31:29.505684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-d8f1b77a-e237-444f-9e38-298b97b4cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:29.507140 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-d8f1b77a-e237-444f-9e38-298b97b4cef3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.0960135 Sep 28 12:31:29.570890 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-0683fa93-b76f-41ff-a536-41b398461b99 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 1001 time: 0.0571015 Sep 28 12:31:29.607263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:29.627137 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-ce8cff5e-df63-487e-873b-2c92f4eb4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:29.627378 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Publish callbacks [] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.628715 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-ce8cff5e-df63-487e-873b-2c92f4eb4785 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0527632 Sep 28 12:31:29.633954 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.653678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks [] for router_gateway (8f652711-d31f-4e71-9b05-c2b3a8051c86), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.674398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-39530f7f-9c18-4ec3-b39a-e4c308f1fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:29.675816 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-39530f7f-9c18-4ec3-b39a-e4c308f1fce8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418406 Sep 28 12:31:29.676075 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:31:29.677059 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.681348 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:29.683277 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Pushing event updated for resources: {'Port': ['ID=15dfc008-0c42-472e-8af9-74b72b3361f5,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:29.685642 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:31:29.733892 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:29.746300 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Attempting to bind port 15dfc008-0c42-472e-8af9-74b72b3361f5 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:31:29.746677 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Attempting to bind port 15dfc008-0c42-472e-8af9-74b72b3361f5 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:31:29.747036 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Attempting to bind port 15dfc008-0c42-472e-8af9-74b72b3361f5 on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:31:29.775312 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-d8e8b040-0862-4671-9393-fced7e0989ac service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932570 Sep 28 12:31:29.791384 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Allocated IP 172.27.0.243 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/6eaf8341-a831-464d-87ae-0b52e2f6a94b) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:31:29.800900 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:31:29.801408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Checking segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:31:29.801729 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.802165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Bound using segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:31:29.802626 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Bound port: 15dfc008-0c42-472e-8af9-74b72b3361f5, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:31:29.803014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.864214 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] For port 15dfc008-0c42-472e-8af9-74b72b3361f5, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:31:29.867372 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] For port 15dfc008-0c42-472e-8af9-74b72b3361f5, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=15dfc008-0c42-472e-8af9-74b72b3361f5,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:31:29.874473 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-66d4b247-13f9-4c39-ae9b-a3ccda85ba0b req-2f43b6ff-5000-4824-b51e-3398d03d0717 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925109 Sep 28 12:31:29.876036 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.920809 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:29.924985 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks [] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:29.940313 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7f2c4-c7b6-4d5c-aea1-81f239b4a31c None None] Pushing event updated for resources: {'Port': ['ID=15dfc008-0c42-472e-8af9-74b72b3361f5,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:29.960120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.002835 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:31:30.007758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:30.010794 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:31:30.038716 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=6eaf8341-a831-464d-87ae-0b52e2f6a94b,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:30.350680 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4af953-aeea-4965-a969-376635c4591d req-bb876ac8-e2f9-4dd4-98a1-73fabca4f45d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:30.352152 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7f4af953-aeea-4965-a969-376635c4591d req-bb876ac8-e2f9-4dd4-98a1-73fabca4f45d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.3146999 Sep 28 12:31:30.401728 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 15dfc008-0c42-472e-8af9-74b72b3361f5 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:30.442984 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:30.447632 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 15dfc008-0c42-472e-8af9-74b72b3361f5 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:30.448001 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.448453 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 15dfc008-0c42-472e-8af9-74b72b3361f5 Sep 28 12:31:30.483150 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:30.488468 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7f4af953-aeea-4965-a969-376635c4591d req-4d72ba03-dba6-4ffc-bb78-b79c2d7f1319 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061294 Sep 28 12:31:30.530948 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 15dfc008-0c42-472e-8af9-74b72b3361f5 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:30.531664 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.570408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 15dfc008-0c42-472e-8af9-74b72b3361f5, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=15dfc008-0c42-472e-8af9-74b72b3361f5,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:30.574982 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.588797 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:30.602962 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks [] for router_gateway (8f652711-d31f-4e71-9b05-c2b3a8051c86), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.627337 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=15dfc008-0c42-472e-8af9-74b72b3361f5,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:30.801816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (8f652711-d31f-4e71-9b05-c2b3a8051c86), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.837933 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba53c18f-214a-4ca3-9c99-9f069e634f2a None None] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:31:30.918497 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-8f92ba2e-6a7c-481b-964e-df1befa3baa6 None None] Provisioning complete for port 15dfc008-0c42-472e-8af9-74b72b3361f5 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:30.918857 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8f92ba2e-6a7c-481b-964e-df1befa3baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:30.919186 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-8f92ba2e-6a7c-481b-964e-df1befa3baa6 None None] Attempt 1 to provision port 15dfc008-0c42-472e-8af9-74b72b3361f5 Sep 28 12:31:30.929334 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:31:31.028605 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-8f92ba2e-6a7c-481b-964e-df1befa3baa6 None None] Current status of the port 15dfc008-0c42-472e-8af9-74b72b3361f5 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:31.043690 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:31.053419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:31.063791 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.065235 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c4eef5d4-8de5-4f4a-bb93-bed5bd0f7dd5 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8438995 Sep 28 12:31:31.068452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52712) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:31.068951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:31.069337 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:31.310054 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-ff401ff5-cb30-4e53-9a98-b9990a30effd None None] Provisioning complete for port 15dfc008-0c42-472e-8af9-74b72b3361f5 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:31.310396 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ff401ff5-cb30-4e53-9a98-b9990a30effd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.310665 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ff401ff5-cb30-4e53-9a98-b9990a30effd None None] Attempt 1 to provision port 15dfc008-0c42-472e-8af9-74b72b3361f5 Sep 28 12:31:31.346382 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:31.488351 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.541044 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ff401ff5-cb30-4e53-9a98-b9990a30effd None None] Current status of the port 15dfc008-0c42-472e-8af9-74b72b3361f5 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:31.586814 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:31.601546 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:30Z', 'revision_number': 3, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:31.627789 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:31.628715 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Updating router 8f652711-d31f-4e71-9b05-c2b3a8051c86 port 6eaf8341-a831-464d-87ae-0b52e2f6a94b binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:31:31.650370 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475385de-8418-490d-b23f-2156c8ae285d req-2be65354-e386-470d-9d25-cc123629a861 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:31.651864 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-475385de-8418-490d-b23f-2156c8ae285d req-2be65354-e386-470d-9d25-cc123629a861 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0570762 Sep 28 12:31:31.659494 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.733089 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:31.736915 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Allocated IP 172.20.0.1 (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2/b0239a4a-2fd8-4d69-9818-e0d0d35fabe3/28c85416-ec64-4898-a0e6-5f327b1df501) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:31:31.745676 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-475385de-8418-490d-b23f-2156c8ae285d req-84fb586e-f3c5-4b45-a1bc-30f964937a8f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834799 Sep 28 12:31:31.803602 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:31.834251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:31.852715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks [] for port (28c85416-ec64-4898-a0e6-5f327b1df501), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.885302 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.926741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Publish callbacks [] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.929372 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:31:31.933484 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:31.937410 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=28c85416-ec64-4898-a0e6-5f327b1df501,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:31.940502 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:31.942730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:31:31.970317 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Attempting to bind port 6eaf8341-a831-464d-87ae-0b52e2f6a94b on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:31:31.970685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Attempting to bind port 6eaf8341-a831-464d-87ae-0b52e2f6a94b by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:31:31.971042 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Attempting to bind port 6eaf8341-a831-464d-87ae-0b52e2f6a94b on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:31:31.988525 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (8f652711-d31f-4e71-9b05-c2b3a8051c86), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.012246 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c566cf-a4ed-4673-92c4-48e5f02586ef None None] Pushing event updated for resources: {'Port': ['ID=6eaf8341-a831-464d-87ae-0b52e2f6a94b,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:32.039639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:31:32.041046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:31:32.041574 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.043660 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:31:32.045090 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Bound port: 6eaf8341-a831-464d-87ae-0b52e2f6a94b, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:31:32.045600 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.105508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] For port 6eaf8341-a831-464d-87ae-0b52e2f6a94b, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:31:32.109126 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] For port 6eaf8341-a831-464d-87ae-0b52e2f6a94b, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=6eaf8341-a831-464d-87ae-0b52e2f6a94b,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:31:32.114918 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.136938 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.154017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:32.154657 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:32.211679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c566cf-a4ed-4673-92c4-48e5f02586ef None None] Pushing event updated for resources: {'Port': ['ID=6eaf8341-a831-464d-87ae-0b52e2f6a94b,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:32.274131 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Provisioning complete for port 28c85416-ec64-4898-a0e6-5f327b1df501 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:32.274422 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.274775 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 1 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:32.300784 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:32.305959 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks [] for port (28c85416-ec64-4898-a0e6-5f327b1df501), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.311056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.343089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:32.378585 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=28c85416-ec64-4898-a0e6-5f327b1df501,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:32.380995 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (8f652711-d31f-4e71-9b05-c2b3a8051c86), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.419302 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 15dfc008-0c42-472e-8af9-74b72b3361f5 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:32.447514 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:32.480817 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:31:32.482295 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:32.505446 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 15dfc008-0c42-472e-8af9-74b72b3361f5 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:32.505820 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:32.506153 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 15dfc008-0c42-472e-8af9-74b72b3361f5 Sep 28 12:31:32.571116 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:31Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:32.572843 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:32.589962 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:32.606847 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:31:32.607245 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78115ee2-447f-4ed4-b8bb-db0bc392f8b9 None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:31Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:32.648355 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 15dfc008-0c42-472e-8af9-74b72b3361f5 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:32.720957 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:31:32.725977 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-95040ec6-f33b-4c78-8ded-7c186161cbd6 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/8f652711-d31f-4e71-9b05-c2b3a8051c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559422 Sep 28 12:31:32.844743 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 2 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:32.892525 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:32.923372 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89412c6-cb36-49d4-8cac-524857c5b282 req-b1481b16-bbea-4680-9e62-55f01ca377d2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:32.925043 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f89412c6-cb36-49d4-8cac-524857c5b282 req-b1481b16-bbea-4680-9e62-55f01ca377d2 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 945 time: 0.0686033 Sep 28 12:31:32.980975 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f89412c6-cb36-49d4-8cac-524857c5b282 req-d47d2957-ab43-42ab-95d0-3bfe7513c8ea tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500212 Sep 28 12:31:33.104511 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 52728) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:33.109048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420825099', 'description': 'tempest-description--1775569901'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:33.131438 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.218165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:31:33.225729 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (fe4ddddb-f258-4c6f-a02f-10af4f291b11), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.238867 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fe4ddddb-f258-4c6f-a02f-10af4f291b11), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.247030 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:33.289810 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.291063 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1854694 Sep 28 12:31:33.293027 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f14fe-90b1-42b5-84e0-fe90118d118e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ddddb-f258-4c6f-a02f-10af4f291b11,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:33.298514 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52734) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:33.305692 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'security_group_rule': {'security_group_id': 'fe4ddddb-f258-4c6f-a02f-10af4f291b11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:33.366823 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: ACTIVE; New status is: DOWN {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:33.367008 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (90a0b7df-0d82-40ea-b7e1-e59c2e35c942), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.367220 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.392646 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:33.396403 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b4ce83-6950-490b-b1b6-a7760cd004d1" -d '{"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:33.402770 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 3 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:33.430181 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:33.439745 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.446833 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0557ac-dbf3-4482-93fc-6ac9c6a420d3 x-openstack-request-id: req-6b0557ac-dbf3-4482-93fc-6ac9c6a420d3 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:33.447122 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-unplugged", "status": "failed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "code": 422}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:33.447403 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b0557ac-dbf3-4482-93fc-6ac9c6a420d3 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:33.447827 dv-cinder-844563-9-iscsi neutron-server[106182]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6b0557ac-dbf3-4482-93fc-6ac9c6a420d3']: {'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'code': 422} returned with failed status Sep 28 12:31:33.458724 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (90a0b7df-0d82-40ea-b7e1-e59c2e35c942), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.463042 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (90a0b7df-0d82-40ea-b7e1-e59c2e35c942), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.496735 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a0b7df-0d82-40ea-b7e1-e59c2e35c942,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:33.503374 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.504266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:33.505299 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f05fd310-53d8-4e14-8a1e-e70b74f47049 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054920 Sep 28 12:31:33.507968 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52742) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:33.512802 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'security_group_rule': {'security_group_id': 'fe4ddddb-f258-4c6f-a02f-10af4f291b11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:33.523830 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=8']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:33.548774 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:33.551885 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (ff678000-9d0a-45cc-a9f9-6cf86541b76e), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.617886 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (ff678000-9d0a-45cc-a9f9-6cf86541b76e), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.622600 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (ff678000-9d0a-45cc-a9f9-6cf86541b76e), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.643785 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff678000-9d0a-45cc-a9f9-6cf86541b76e,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:33.656230 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.657558 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-27708c51-4c47-4db8-bbaf-c3a43e021cd3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485519 Sep 28 12:31:33.660696 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52748) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:31:33.666150 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:33.681312 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:33.692274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.786977 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:33.909852 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Allocated IP 172.27.0.7 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/66c271df-ad4a-468e-ae98-e26f70f717a6) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:31:34.005553 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 4 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:34.030128 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.048419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:34.064565 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.100825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-113999ee-f638-477d-9b0f-3e90ab570936 req-8cd9d26b-c02d-4c8b-a6ce-3f8cf38738c2 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:31:34.101849 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-113999ee-f638-477d-9b0f-3e90ab570936 req-8cd9d26b-c02d-4c8b-a6ce-3f8cf38738c2 service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066850 Sep 28 12:31:34.116626 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:31:34.119659 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:34.124105 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:31:34.148217 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'Port': ['ID=66c271df-ad4a-468e-ae98-e26f70f717a6,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:34.225727 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.268966 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.316252 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e69a5-eafb-4ecc-aec2-49ab9a3c7376 req-9a95ace0-7729-4b6b-a14f-44858e036b42 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:34.323802 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-055e69a5-eafb-4ecc-aec2-49ab9a3c7376 req-9a95ace0-7729-4b6b-a14f-44858e036b42 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0606418 Sep 28 12:31:34.366206 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-a4c5a21d-68c7-4dd1-aaad-217cb21625bf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395367 Sep 28 12:31:34.384040 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:34.429978 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-055e69a5-eafb-4ecc-aec2-49ab9a3c7376 req-2d180fc0-2e08-4a49-b421-5cc83f8c2b4d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048224 Sep 28 12:31:34.443865 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 6eaf8341-a831-464d-87ae-0b52e2f6a94b up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:34.489699 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 6eaf8341-a831-464d-87ae-0b52e2f6a94b triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:34.490069 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.490606 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 6eaf8341-a831-464d-87ae-0b52e2f6a94b Sep 28 12:31:34.497188 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.504306 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-78e72be6-2a41-4d6e-8bac-4200c0823e13 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:34.505686 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-78e72be6-2a41-4d6e-8bac-4200c0823e13 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports/b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 940 time: 0.0722847 Sep 28 12:31:34.506746 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.544211 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:34.553831 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 5 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:34.584175 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.592230 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'Port': ['ID=66c271df-ad4a-468e-ae98-e26f70f717a6,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:34.604076 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 6eaf8341-a831-464d-87ae-0b52e2f6a94b is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:34.605100 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.612350 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.614208 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-e89b6cf6-3e7a-46ca-b6fa-e09890ef5915 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9521601 Sep 28 12:31:34.624128 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:34.632590 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 6eaf8341-a831-464d-87ae-0b52e2f6a94b, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=6eaf8341-a831-464d-87ae-0b52e2f6a94b,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:34.639555 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:34.811570 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-a429d363-b1a4-49b7-a09a-0590873b927c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1420825099&fields=id&tenant_id=77a0da6cfbd9415cbff856f9cfffee97 HTTP/1.1" status: 200 len: 267 time: 0.0576537 Sep 28 12:31:34.834736 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=6eaf8341-a831-464d-87ae-0b52e2f6a94b,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:34.936402 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-4fcad40c-4e1b-454f-b007-039ade087423 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:34.937960 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-4fcad40c-4e1b-454f-b007-039ade087423 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 810 time: 0.1194766 Sep 28 12:31:34.957090 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-b2bc4e0c-0c3c-4188-9043-d8567d9f6d8c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/quotas/77a0da6cfbd9415cbff856f9cfffee97 HTTP/1.1" status: 200 len: 375 time: 0.0111322 Sep 28 12:31:35.008098 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-cabb3027-d1ad-4cff-9919-3d9fc26a54f1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452754 Sep 28 12:31:35.038489 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:31:35.053163 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:35.053163 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:35.125659 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-96628023-cb52-4bdc-8bbe-be7d699d0b8a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041760 Sep 28 12:31:35.126253 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 6 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:35.155939 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:35.178981 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:35.238055 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-139bc420-92a4-4dd7-84d1-b342f9ac2a7b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096373 Sep 28 12:31:35.352272 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 2, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:35.382098 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:31:35.382453 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Updating router 8f652711-d31f-4e71-9b05-c2b3a8051c86 port 28c85416-ec64-4898-a0e6-5f327b1df501 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:31:35.412344 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:35.418634 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-98ef79b0-708d-4736-bb69-f346ee6fd1fd req-79455033-4152-443a-9279-0be4c049b8d9 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 210 time: 0.0331776 Sep 28 12:31:35.516113 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:35.560260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-fe3115f9-ec79-4a34-a368-c529c185d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:35.562256 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-fe3115f9-ec79-4a34-a368-c529c185d74d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0&tenant_id=a396283cd8314a74bfd5e411c246cc96 HTTP/1.1" status: 200 len: 1127 time: 0.0501809 Sep 28 12:31:35.564812 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bf9e0-f0a3-4da0-b291-c73663f84941 req-199b5c63-9ebe-4254-96cd-e77dc118b2e3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:35.566451 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d0bf9e0-f0a3-4da0-b291-c73663f84941 req-199b5c63-9ebe-4254-96cd-e77dc118b2e3 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0524919 Sep 28 12:31:35.623936 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d0bf9e0-f0a3-4da0-b291-c73663f84941 req-8b0a73f4-fd2d-4df6-b5f3-f2cb6cd46805 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514739 Sep 28 12:31:35.668925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-7cc75b9f-36f1-4994-8d00-e5ef944eb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:35.670749 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-7cc75b9f-36f1-4994-8d00-e5ef944eb4fd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1127 time: 0.0606897 Sep 28 12:31:35.680593 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 7 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:35.706692 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Publish callbacks [] for port (28c85416-ec64-4898-a0e6-5f327b1df501), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:35.712505 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:35.724700 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Port 28c85416-ec64-4898-a0e6-5f327b1df501 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:35.776292 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-57ea1b4a-efac-4147-967a-df0bb4b797e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:35.778496 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-57ea1b4a-efac-4147-967a-df0bb4b797e5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.1007276 Sep 28 12:31:35.781387 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Pushing event updated for resources: {'Port': ['ID=28c85416-ec64-4898-a0e6-5f327b1df501,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:35.804890 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:35.811158 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.811507 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.811866 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.812212 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.812541 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.812865 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.813212 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.813534 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.814069 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.814363 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.814681 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.815052 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.815357 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.815768 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.816078 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:35.824881 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Attempting to bind port 28c85416-ec64-4898-a0e6-5f327b1df501 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:31:35.825517 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Attempting to bind port 28c85416-ec64-4898-a0e6-5f327b1df501 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:31:35.826068 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Attempting to bind port 28c85416-ec64-4898-a0e6-5f327b1df501 on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:31:35.848175 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-b32256dd-ab49-4bc4-aafb-8bcc0da8c769 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 999 time: 0.0615823 Sep 28 12:31:35.869325 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:31:35.869662 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Checking segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:31:35.870711 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:35.871180 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Bound using segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:31:35.872112 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Bound port: 28c85416-ec64-4898-a0e6-5f327b1df501, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:31:35.872263 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:35.919460 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-1641bb56-8f3f-4a56-a625-9e5bbb6623d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:35.921038 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-1641bb56-8f3f-4a56-a625-9e5bbb6623d2 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0517793 Sep 28 12:31:35.938808 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] For port 28c85416-ec64-4898-a0e6-5f327b1df501, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:31:35.940530 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] For port 28c85416-ec64-4898-a0e6-5f327b1df501, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=28c85416-ec64-4898-a0e6-5f327b1df501,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:31:35.947406 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:35.969046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-d86a1eee-c1ae-4a93-a95e-29a95644df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:35.970568 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-d86a1eee-c1ae-4a93-a95e-29a95644df29 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425179 Sep 28 12:31:35.981942 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:31:35.982704 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:36.051817 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0952849-4d1d-42c7-adc3-4caaefb56d96 None None] Pushing event updated for resources: {'Port': ['ID=28c85416-ec64-4898-a0e6-5f327b1df501,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:36.065276 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-26794a53-040a-4cd4-b06c-008c3bdd15cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879102 Sep 28 12:31:36.109254 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:31:36.130090 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:36.153479 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:36.183044 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-580f0864-8964-43d0-856a-422ecadbcd47 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100519 Sep 28 12:31:36.226666 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Attempt 8 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:36.248636 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:36.305372 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Current status of the port 28c85416-ec64-4898-a0e6-5f327b1df501 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:36.305853 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:36.319211 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:35Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:31:36.339845 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] For port 28c85416-ec64-4898-a0e6-5f327b1df501, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=28c85416-ec64-4898-a0e6-5f327b1df501,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:36.347022 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:36.347681 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd1636-1ee4-4c4f-8da8-e91938a36f50 None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:35Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:31:36.404190 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e52a81-4b60-4e5e-ac48-9d36d20d0e97 None None] Pushing event updated for resources: {'Port': ['ID=28c85416-ec64-4898-a0e6-5f327b1df501,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:36.440885 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 28c85416-ec64-4898-a0e6-5f327b1df501 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:36.485230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-78305809-0015-4267-b6ab-aad586655304 None None] Provisioning complete for port 28c85416-ec64-4898-a0e6-5f327b1df501 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:36.485601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-78305809-0015-4267-b6ab-aad586655304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:36.485932 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-78305809-0015-4267-b6ab-aad586655304 None None] Attempt 1 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:36.511963 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:36.536162 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3817f167-7627-404c-852a-a94c88cda115 req-72e27e84-d599-4118-8949-6a651abbb374 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 210 time: 0.0315471 Sep 28 12:31:36.539469 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 28c85416-ec64-4898-a0e6-5f327b1df501 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:36.539848 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:36.540183 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:36.605915 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-78305809-0015-4267-b6ab-aad586655304 None None] Current status of the port 28c85416-ec64-4898-a0e6-5f327b1df501 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:36.650305 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 28c85416-ec64-4898-a0e6-5f327b1df501 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:36.650622 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 6eaf8341-a831-464d-87ae-0b52e2f6a94b up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:36.700809 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 6eaf8341-a831-464d-87ae-0b52e2f6a94b triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:36.701511 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:36.701785 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 6eaf8341-a831-464d-87ae-0b52e2f6a94b Sep 28 12:31:36.821094 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54fbb3-f39e-4642-90bb-11c04ccaf4db req-90e20f65-1331-4baa-a52f-005a488bbc61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:36.827609 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 6eaf8341-a831-464d-87ae-0b52e2f6a94b is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:36.830371 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9a54fbb3-f39e-4642-90bb-11c04ccaf4db req-90e20f65-1331-4baa-a52f-005a488bbc61 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0988481 Sep 28 12:31:36.884181 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-7fe13e34-99ff-4416-9500-1c458b3baec2 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:36.886646 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-7fe13e34-99ff-4416-9500-1c458b3baec2 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 810 time: 0.1599395 Sep 28 12:31:36.892543 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9a54fbb3-f39e-4642-90bb-11c04ccaf4db req-44a3d227-27f3-4dcf-ae8d-345cd8a09862 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612166 Sep 28 12:31:36.969383 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-8c5841da-840a-4bf2-b086-f5b2d2a8b44f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77a0da6cfbd9415cbff856f9cfffee97 HTTP/1.1" status: 200 len: 380 time: 0.0661173 Sep 28 12:31:36.978135 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'port': {'device_id': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'admin_state_up': True, 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'security_groups': ['fe4ddddb-f258-4c6f-a02f-10af4f291b11']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:37.123399 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Made reservation on behalf of 77a0da6cfbd9415cbff856f9cfffee97 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:31:37.129850 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:37.339808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Allocated IP 172.20.0.11 (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2/b0239a4a-2fd8-4d69-9818-e0d0d35fabe3/429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:31:37.508848 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:37.541491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:37.590454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:31:37.590599 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:37.594438 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:31:37.596922 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:31:37.627858 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'Port': ['ID=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:37.701121 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:37.701740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:37.718020 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:37.725985 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-6cff8b99-db9c-461e-96b6-2f375774c8b8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518263 Sep 28 12:31:37.739268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1ae54-a43a-4f03-a9f2-9d2fb91ad45c req-0eb87701-fdf4-40c6-bd50-4b1553c884c1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:37.740776 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-14e1ae54-a43a-4f03-a9f2-9d2fb91ad45c req-0eb87701-fdf4-40c6-bd50-4b1553c884c1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0833843 Sep 28 12:31:37.809916 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-14e1ae54-a43a-4f03-a9f2-9d2fb91ad45c req-167bd7b8-42bd-419c-97c8-7e38bb809b46 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594819 Sep 28 12:31:37.833819 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Provisioning complete for port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:37.834413 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:37.834514 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 1 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:37.872735 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:38.022555 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17b89e-aa4a-4712-8f18-995cba351459 req-cf545284-2bb7-4e91-a4f3-9ca1c4877552 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:38.024063 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da17b89e-aa4a-4712-8f18-995cba351459 req-cf545284-2bb7-4e91-a4f3-9ca1c4877552 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0527909 Sep 28 12:31:38.076333 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-da17b89e-aa4a-4712-8f18-995cba351459 req-397d6dec-2496-45f4-ac9a-d7bea395431c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463777 Sep 28 12:31:38.373893 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 2 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:38.397755 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 28c85416-ec64-4898-a0e6-5f327b1df501 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:38.439473 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:38.455996 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 28c85416-ec64-4898-a0e6-5f327b1df501 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:38.456367 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:38.456700 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 28c85416-ec64-4898-a0e6-5f327b1df501 Sep 28 12:31:38.533544 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 28c85416-ec64-4898-a0e6-5f327b1df501 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:38.893341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:38.930743 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba103589-d4d7-4d9c-a139-6ab1c7f4a5bf req-179b25c7-60bd-4947-8215-3ac7cdf7a492 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:38.932812 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ba103589-d4d7-4d9c-a139-6ab1c7f4a5bf req-179b25c7-60bd-4947-8215-3ac7cdf7a492 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0493696 Sep 28 12:31:38.940866 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 3 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:38.976938 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:38.997383 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ba103589-d4d7-4d9c-a139-6ab1c7f4a5bf req-8619925d-f0a9-41ea-85cd-6fd257006361 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579674 Sep 28 12:31:39.200198 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:39.213609 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4efa06-bf32-429c-86b7-cf64de4365ec req-5ec200af-00ee-4fa7-af89-d05ea2ec06ef tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:39.215269 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1f4efa06-bf32-429c-86b7-cf64de4365ec req-5ec200af-00ee-4fa7-af89-d05ea2ec06ef tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0498028 Sep 28 12:31:39.267843 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1f4efa06-bf32-429c-86b7-cf64de4365ec req-549a2d7d-70e9-4d96-9fd7-987c672f78f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463769 Sep 28 12:31:39.478138 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 4 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:39.512813 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:39.614922 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:31:40.014014 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 5 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:40.035915 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:40.053667 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:40.135830 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9ebaa-6595-4322-8bb9-9d645c8d5970 req-19174803-ed81-4d99-b2d9-40e30863b208 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:40.138045 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f2c9ebaa-6595-4322-8bb9-9d645c8d5970 req-19174803-ed81-4d99-b2d9-40e30863b208 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0541129 Sep 28 12:31:40.188041 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f2c9ebaa-6595-4322-8bb9-9d645c8d5970 req-0f8a749e-240e-4987-b4b7-cb30469b0c90 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Sep 28 12:31:40.402616 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b833-3864-4778-a407-a9e332ed6b7e req-442d18c6-4bef-4437-a4fc-e1aef2ef5580 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:40.404093 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d365b833-3864-4778-a407-a9e332ed6b7e req-442d18c6-4bef-4437-a4fc-e1aef2ef5580 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0478911 Sep 28 12:31:40.464147 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d365b833-3864-4778-a407-a9e332ed6b7e req-e01c255e-4daf-44e4-8290-2f512821f7f9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514309 Sep 28 12:31:40.555571 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 6 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:40.588389 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:41.090149 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 7 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:41.123924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:41.316490 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a86b7a-9e7c-4722-9006-9ce919648c62 req-de075747-b85c-495f-98c7-ca20e48abc33 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:41.323645 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-18a86b7a-9e7c-4722-9006-9ce919648c62 req-de075747-b85c-495f-98c7-ca20e48abc33 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0556438 Sep 28 12:31:41.370494 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-18a86b7a-9e7c-4722-9006-9ce919648c62 req-78bedb59-9ab0-4511-94b6-7fcd78d86611 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451984 Sep 28 12:31:41.595210 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2f4c-5276-45dd-bc6d-86225828adb7 req-6d4265aa-b1b8-4a26-82cb-18f3fcef035d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:41.596721 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d3db2f4c-5276-45dd-bc6d-86225828adb7 req-6d4265aa-b1b8-4a26-82cb-18f3fcef035d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0497458 Sep 28 12:31:41.625519 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 8 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:41.652729 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d3db2f4c-5276-45dd-bc6d-86225828adb7 req-bb1a66de-8d6f-4074-ad16-6de9c8c83a6f tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495987 Sep 28 12:31:41.664078 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:42.175942 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 9 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:42.221446 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:42.502674 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a422f08-f277-4434-9622-265037583f4c req-0415ec9c-7e05-4369-9fb9-3f5e0be26d8c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:42.504161 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2a422f08-f277-4434-9622-265037583f4c req-0415ec9c-7e05-4369-9fb9-3f5e0be26d8c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0509195 Sep 28 12:31:42.558649 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2a422f08-f277-4434-9622-265037583f4c req-375c05ab-1de7-4330-9b94-4f75a2af3129 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487247 Sep 28 12:31:42.722658 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Attempt 10 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:42.757263 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:42.759159 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a1377-e111-4287-ad21-6e90c3b495ba None None] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:31:42.766806 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:42.790032 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7edbe-f909-4863-b13c-d3fbdcd65977 req-ea67b645-d2f0-4bb9-b346-346f5acdd20a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:42.791802 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26b7edbe-f909-4863-b13c-d3fbdcd65977 req-ea67b645-d2f0-4bb9-b346-346f5acdd20a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0571361 Sep 28 12:31:42.844344 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26b7edbe-f909-4863-b13c-d3fbdcd65977 req-ebd65d79-104d-4ce5-a66d-78c7cd79a338 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463500 Sep 28 12:31:43.681721 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f1c45-9a15-4a3b-98e1-cac106908905 req-54a8f488-69f5-4522-82ac-4e07ffabc65c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:43.683397 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-890f1c45-9a15-4a3b-98e1-cac106908905 req-54a8f488-69f5-4522-82ac-4e07ffabc65c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0463626 Sep 28 12:31:43.733154 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-890f1c45-9a15-4a3b-98e1-cac106908905 req-75172eaf-8aa1-43ab-a82f-11267ecd63bd tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Sep 28 12:31:43.982124 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e59ad-537d-4c61-925c-a83f25d94679 req-bc7b15b4-6c08-4897-81cd-4ec719913c51 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:43.983707 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d15e59ad-537d-4c61-925c-a83f25d94679 req-bc7b15b4-6c08-4897-81cd-4ec719913c51 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0533435 Sep 28 12:31:44.039274 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d15e59ad-537d-4c61-925c-a83f25d94679 req-9c8bf44d-54e5-446e-97ce-89124372a2b5 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486524 Sep 28 12:31:44.858341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3fed7-bf30-4d34-b18f-1764a745e80a req-d0625347-2a6a-442e-8e60-7cb4d6452f2f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:44.859841 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1a3fed7-bf30-4d34-b18f-1764a745e80a req-d0625347-2a6a-442e-8e60-7cb4d6452f2f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0481169 Sep 28 12:31:44.909388 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d1a3fed7-bf30-4d34-b18f-1764a745e80a req-ee7591a7-0611-44fd-afc7-ed4f4b31599d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Sep 28 12:31:45.169650 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a854b66-749f-4c67-af17-d6efa10585b6 req-c07aaa3a-4b56-4f38-be59-f02395c5d5cd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:45.172049 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7a854b66-749f-4c67-af17-d6efa10585b6 req-c07aaa3a-4b56-4f38-be59-f02395c5d5cd tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0499916 Sep 28 12:31:45.223131 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7a854b66-749f-4c67-af17-d6efa10585b6 req-f0c67dd4-4f9a-4506-aa70-44b51d13e13a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Sep 28 12:31:46.034307 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5657f-aff2-440a-ade8-1695904f5ad5 req-132ce955-ef0a-42bc-8458-dfe10492c59b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:46.035761 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2cc5657f-aff2-440a-ade8-1695904f5ad5 req-132ce955-ef0a-42bc-8458-dfe10492c59b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0493000 Sep 28 12:31:46.082317 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2cc5657f-aff2-440a-ade8-1695904f5ad5 req-6fc92f8e-4e62-4743-a7a6-56a484a49535 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 Sep 28 12:31:46.356396 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e25a19-d447-44c3-8495-23219f1b0981 req-d46cf0c9-d4f3-4f26-b818-b2170f43f01a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:46.357918 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e3e25a19-d447-44c3-8495-23219f1b0981 req-d46cf0c9-d4f3-4f26-b818-b2170f43f01a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0457895 Sep 28 12:31:46.408598 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e3e25a19-d447-44c3-8495-23219f1b0981 req-b989169c-bc33-400b-b2c1-54bf1bd08dbb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452027 Sep 28 12:31:47.200962 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bb881-1dc5-4171-9db2-c8a40a1d92c2 req-f0db5ce1-d121-4e68-a832-04e8c120dcce tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:47.202454 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b29bb881-1dc5-4171-9db2-c8a40a1d92c2 req-f0db5ce1-d121-4e68-a832-04e8c120dcce tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0451496 Sep 28 12:31:47.248672 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b29bb881-1dc5-4171-9db2-c8a40a1d92c2 req-4f34c1f6-1a2f-4333-a6ca-1539fec090bd tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 Sep 28 12:31:47.535715 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1e37-8424-414b-b79c-10ff4a8373e6 req-a2c898ef-a912-48a6-aa98-d069b0831899 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:47.537179 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b74a1e37-8424-414b-b79c-10ff4a8373e6 req-a2c898ef-a912-48a6-aa98-d069b0831899 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0463707 Sep 28 12:31:47.583675 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b74a1e37-8424-414b-b79c-10ff4a8373e6 req-09dc1623-04b0-4757-aa9e-e30242178ae8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Sep 28 12:31:47.622677 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:48.369364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6bbeb-9a06-4fe3-ae2c-8eef9d1d0c45 req-1c9f117d-ac3b-4710-830c-9b13edb7a6a7 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:48.371481 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-05e6bbeb-9a06-4fe3-ae2c-8eef9d1d0c45 req-1c9f117d-ac3b-4710-830c-9b13edb7a6a7 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0488405 Sep 28 12:31:48.416098 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-05e6bbeb-9a06-4fe3-ae2c-8eef9d1d0c45 req-fb4c5736-ad2e-49fc-b4cc-108ef30a53d7 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391750 Sep 28 12:31:48.707354 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efb236-634c-4cad-ae84-13f420adfcc5 req-9881f25f-6cb1-4346-9b11-ae29ac94d837 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:48.708714 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f3efb236-634c-4cad-ae84-13f420adfcc5 req-9881f25f-6cb1-4346-9b11-ae29ac94d837 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0453527 Sep 28 12:31:48.755684 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f3efb236-634c-4cad-ae84-13f420adfcc5 req-940f74c1-0ded-40a2-b43a-2a4e15bed320 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 Sep 28 12:31:49.246123 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:49.261998 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Request body: {'port': {'device_id': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:31:49.312935 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:49.319712 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:49.511980 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:49.566310 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957c376-2b2e-4d97-9009-bd9c9cefe821 req-90de26da-ba93-4d42-9413-cd2d0a6f1303 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:49.567778 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b957c376-2b2e-4d97-9009-bd9c9cefe821 req-90de26da-ba93-4d42-9413-cd2d0a6f1303 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 932 time: 0.0725915 Sep 28 12:31:49.614425 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:49.645394 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:31:49.655776 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Publish callbacks [] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:49.661850 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b957c376-2b2e-4d97-9009-bd9c9cefe821 req-1f161b8a-d1ba-4081-8f77-d540721ddbcb tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873675 Sep 28 12:31:49.672273 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Transition to ACTIVE for port object 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:31:49.676001 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:49.891260 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51406d36-c105-4c4a-bf8c-a4bfb15f9cfd req-c0bc7b37-2447-46ce-871a-d24a4c810f81 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:49.892829 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-51406d36-c105-4c4a-bf8c-a4bfb15f9cfd req-c0bc7b37-2447-46ce-871a-d24a4c810f81 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0532067 Sep 28 12:31:49.945187 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-51406d36-c105-4c4a-bf8c-a4bfb15f9cfd req-28c9308c-ec56-473b-a95e-a23f8a86e715 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Sep 28 12:31:50.011702 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Pushing event updated for resources: {'Port': ['ID=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:50.036845 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.037206 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.037542 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.037877 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.038199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.038518 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.038836 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.039151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.039465 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.039778 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.040093 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.040406 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.040717 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.041029 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.042017 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:50.074012 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Attempting to bind port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:31:50.074345 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Attempting to bind port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:31:50.074669 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Attempting to bind port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:31:50.114664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:31:50.114983 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Attempting to bind port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:31:50.154841 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:31:50.155165 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Checking segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:31:50.155536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Bound using segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:31:50.155956 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Bound port: 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:31:50.156312 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:50.218207 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] For port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:31:50.221397 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] For port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:31:50.226864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:50.231494 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:50.232077 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:50.233448 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 1094 time: 0.9763014 Sep 28 12:31:50.233979 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:50.236174 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3d32c-75ec-4bee-ae51-3a85e8057181" -d '{"events": [{"name": "network-changed", "server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:50.273020 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32463e07-4179-480f-915f-b10f42793d93 x-openstack-request-id: req-32463e07-4179-480f-915f-b10f42793d93 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:50.273325 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:50.273571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32463e07-4179-480f-915f-b10f42793d93 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:50.273962 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32463e07-4179-480f-915f-b10f42793d93'] response: {'name': 'network-changed', 'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'status': 'completed', 'code': 200} Sep 28 12:31:50.283688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6769a7-afa4-4e36-b39e-2188cd221257 service neutron] Pushing event updated for resources: {'Port': ['ID=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:50.780465 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22c38-669d-4720-b670-1ecf3e3924db req-8f668606-69ac-4210-b108-7688f03d1186 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:50.781946 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dee22c38-669d-4720-b670-1ecf3e3924db req-8f668606-69ac-4210-b108-7688f03d1186 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 944 time: 0.0461991 Sep 28 12:31:50.829113 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dee22c38-669d-4720-b670-1ecf3e3924db req-7d11eac6-8bfe-4d2f-b593-c201cb6cc960 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Sep 28 12:31:51.079330 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90618-d2ec-40dd-803a-8a0ada16b026 req-f5713ae9-8317-42c2-ba08-aac2174bf2ff tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:51.080734 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a7c90618-d2ec-40dd-803a-8a0ada16b026 req-f5713ae9-8317-42c2-ba08-aac2174bf2ff tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0454788 Sep 28 12:31:51.110341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:51.127817 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a7c90618-d2ec-40dd-803a-8a0ada16b026 req-bf124ad9-b498-4447-80b0-b41b17a5bcfc tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415587 Sep 28 12:31:51.249594 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d228bc70-fff8-463b-95ec-27354f6a2391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:51.638175 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d32c-75ec-4bee-ae51-3a85e8057181 req-52787497-8856-4a73-b8fc-0df4f9afec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:51.639515 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-98a3d32c-75ec-4bee-ae51-3a85e8057181 req-52787497-8856-4a73-b8fc-0df4f9afec34 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1128 time: 0.0407643 Sep 28 12:31:51.741889 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d32c-75ec-4bee-ae51-3a85e8057181 req-0765fb22-6531-42d5-b743-7afa2252b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:51.743337 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-98a3d32c-75ec-4bee-ae51-3a85e8057181 req-0765fb22-6531-42d5-b743-7afa2252b585 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0906887 Sep 28 12:31:51.907493 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d32c-75ec-4bee-ae51-3a85e8057181 req-82414c31-01db-40c3-aed9-21460b584c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:51.908846 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-98a3d32c-75ec-4bee-ae51-3a85e8057181 req-82414c31-01db-40c3-aed9-21460b584c3a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948982 Sep 28 12:31:51.955658 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82e364-17f8-4e88-bea9-ddf011dc2c64 req-9b9d1f5f-fb61-4eb6-b960-13c94d5aa81a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:51.957169 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9b82e364-17f8-4e88-bea9-ddf011dc2c64 req-9b9d1f5f-fb61-4eb6-b960-13c94d5aa81a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 944 time: 0.0511153 Sep 28 12:31:51.978133 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:52.006732 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-9b053448-7fae-4798-ae0d-42e5e1075e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:52.006987 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9b82e364-17f8-4e88-bea9-ddf011dc2c64 req-79f9d01b-d933-4d6b-b226-312fb265c846 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Sep 28 12:31:52.008207 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-9b053448-7fae-4798-ae0d-42e5e1075e74 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1128 time: 0.0391996 Sep 28 12:31:52.056453 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-722a61e3-0734-4ebd-8144-1eda558dbfee service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 217 time: 0.0352161 Sep 28 12:31:52.086334 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:52.105791 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-08f3210d-5f79-4708-b18b-9f6be96c0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:52.107190 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-08f3210d-5f79-4708-b18b-9f6be96c0590 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0446284 Sep 28 12:31:52.147526 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-debacf16-a525-40df-814f-4019ff9674e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:52.148915 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-debacf16-a525-40df-814f-4019ff9674e9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361035 Sep 28 12:31:52.272677 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865a17f-4313-4612-968a-f4ff695d6711 req-f4e98cfa-ec6c-4deb-a0c2-361a51405a7c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:52.274133 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5865a17f-4313-4612-968a-f4ff695d6711 req-f4e98cfa-ec6c-4deb-a0c2-361a51405a7c tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 943 time: 0.0643706 Sep 28 12:31:52.279414 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-56c41df8-18bf-4a53-ad6d-67ce03201f41 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245763 Sep 28 12:31:52.375044 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5865a17f-4313-4612-968a-f4ff695d6711 req-dd1d92f6-9c6c-4741-ae5a-079c94c9588d tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947104 Sep 28 12:31:52.399622 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-707e9a71-25da-4ecf-bad5-361f82e4105a req-dcc5fee6-4e91-455d-b7b9-85c4740e8f42 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127913 Sep 28 12:31:53.124901 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dd5b0-6270-4f90-af4e-515851253156 req-af652a6b-93f3-4722-a2da-d3ccd366baa4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:53.126372 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-770dd5b0-6270-4f90-af4e-515851253156 req-af652a6b-93f3-4722-a2da-d3ccd366baa4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 944 time: 0.0461926 Sep 28 12:31:53.172417 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-770dd5b0-6270-4f90-af4e-515851253156 req-671caef9-73ec-43b7-83ef-7c0f90b1ff38 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405369 Sep 28 12:31:53.266713 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:31:53.368923 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:53.380211 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'port_id': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'mac_address': 'fa:16:3e:85:38:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:31:53.414892 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:53.415185 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:53.429042 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2945645-b583-4bd9-b292-3f9cc72af67c {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:31:53.455959 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:53.459780 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:53.503897 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785b278-5e6e-419f-8e3f-6f777d0eb4a4 req-b2158c22-9494-4b3b-a140-6fb9f52a433e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:53.505541 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f785b278-5e6e-419f-8e3f-6f777d0eb4a4 req-b2158c22-9494-4b3b-a140-6fb9f52a433e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 944 time: 0.0484793 Sep 28 12:31:53.505779 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=9']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:53.513545 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.513887 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.514218 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.514550 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.514876 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.515198 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.515538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.515855 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.516169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.516485 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.516799 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.517114 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.517454 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.517768 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.518077 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:31:53.546234 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e27e77cd-f479-453e-bf7b-693bb29b7c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:53.554393 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f785b278-5e6e-419f-8e3f-6f777d0eb4a4 req-c00561cb-0689-4c1d-8eff-6aeb1c7257d8 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Sep 28 12:31:53.957600 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['b2945645-b583-4bd9-b292-3f9cc72af67c'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:31:54.290876 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87db6e-a70d-460c-8030-1f9ecbcf94a6 req-d7aca65f-749c-4287-a322-3c5bdd7b73ea tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:54.292363 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3b87db6e-a70d-460c-8030-1f9ecbcf94a6 req-d7aca65f-749c-4287-a322-3c5bdd7b73ea tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 944 time: 0.0442948 Sep 28 12:31:54.344535 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3b87db6e-a70d-460c-8030-1f9ecbcf94a6 req-74079eb4-2300-4780-b209-aebf5daf3e01 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461245 Sep 28 12:31:54.680590 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b141-ef73-4fb4-8370-7388d2723eee req-1b1d822d-f863-492c-b6c0-8aeeedd37af9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:54.682083 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c12b141-ef73-4fb4-8370-7388d2723eee req-1b1d822d-f863-492c-b6c0-8aeeedd37af9 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 944 time: 0.0444953 Sep 28 12:31:54.728436 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3c12b141-ef73-4fb4-8370-7388d2723eee req-eb4ccf2b-c002-4b6f-91e6-07515e95e37a tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401723 Sep 28 12:31:54.843101 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:55.274319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:31:55.288073 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:55.373437 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:55.391004 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port b2945645-b583-4bd9-b292-3f9cc72af67c triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:55.391381 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:55.391714 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port b2945645-b583-4bd9-b292-3f9cc72af67c Sep 28 12:31:55.442071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:55.457104 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'port_id': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'mac_address': 'fa:16:3e:98:a7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:31:55.463126 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:55.468129 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939e782-10cb-4cc3-8be8-9cc76bb89a07 req-84a78b6f-6054-4e84-bc5e-0614d1255743 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:55.470101 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7939e782-10cb-4cc3-8be8-9cc76bb89a07 req-84a78b6f-6054-4e84-bc5e-0614d1255743 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 944 time: 0.0493250 Sep 28 12:31:55.490953 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:55.522641 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7939e782-10cb-4cc3-8be8-9cc76bb89a07 req-afe7f90f-ed68-4a8d-a533-3f5091e00f65 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467842 Sep 28 12:31:55.526835 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:55.527231 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:55.536496 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port b2945645-b583-4bd9-b292-3f9cc72af67c is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:55.536876 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:55.548507 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:31:55.575669 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:55.577913 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6706286c-2640-49c1-8ddb-dbd54d412594" -d '{"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:55.584459 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:55.594252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:55.596915 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:55.601833 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:55.619766 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec741e-b579-4c50-ac37-690a5894af5d x-openstack-request-id: req-56ec741e-b579-4c50-ac37-690a5894af5d {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:55.620055 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:55.620306 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56ec741e-b579-4c50-ac37-690a5894af5d {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:55.620693 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ec741e-b579-4c50-ac37-690a5894af5d'] response: {'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'code': 200} Sep 28 12:31:55.645616 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:55.693247 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=10']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:55.859376 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ad413-0f0b-44e8-a3d5-7dc55df1811c req-875defac-df78-49bd-883f-90a2cc4dd264 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:55.860861 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-198ad413-0f0b-44e8-a3d5-7dc55df1811c req-875defac-df78-49bd-883f-90a2cc4dd264 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.0537357 Sep 28 12:31:55.866949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178afa7e-727e-47c8-a300-e6fb8be3d100 req-39cf67eb-9601-4a91-8801-9005eed3cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:55.868435 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-178afa7e-727e-47c8-a300-e6fb8be3d100 req-39cf67eb-9601-4a91-8801-9005eed3cdf0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1130 time: 0.0450304 Sep 28 12:31:55.909697 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-198ad413-0f0b-44e8-a3d5-7dc55df1811c req-d58cdab8-0495-4bae-bd3a-7c15c1a832f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Sep 28 12:31:55.913525 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-178afa7e-727e-47c8-a300-e6fb8be3d100 req-cf74c0f5-cd36-46c9-861a-3940bbf8e085 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386043 Sep 28 12:31:56.010117 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:31:56.193602 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:56.240284 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:56.610006 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:31:56.651873 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dc18f-c771-45cd-b582-2c37219b4d56 req-9fcac657-66fd-46df-8b44-0f74011f9c01 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:56.654299 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-091dc18f-c771-45cd-b582-2c37219b4d56 req-9fcac657-66fd-46df-8b44-0f74011f9c01 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 945 time: 0.0532570 Sep 28 12:31:56.711065 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-091dc18f-c771-45cd-b582-2c37219b4d56 req-d33048eb-8685-47da-8d70-042c098cf605 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510466 Sep 28 12:31:57.039097 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016375a-ae0f-4f14-9a07-e625e92ecf21 req-f5aaa6d4-d2ad-437b-a27d-c599f68e9f9e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:57.040568 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a016375a-ae0f-4f14-9a07-e625e92ecf21 req-f5aaa6d4-d2ad-437b-a27d-c599f68e9f9e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.0496666 Sep 28 12:31:57.087340 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a016375a-ae0f-4f14-9a07-e625e92ecf21 req-f92d1459-e9da-46e4-abe5-53bfaeb8274b tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Sep 28 12:31:57.292407 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:31:57.333756 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:31:57.338498 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:31:57.338879 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:57.339230 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 Sep 28 12:31:57.410718 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:31:57.411089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:57.442075 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:31:57.445561 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:31:57.490728 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:31:57.621690 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:31:57.624489 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739576f6-2bfd-4798-a92d-961448c8fabd" -d '{"events": [{"server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "name": "network-vif-plugged", "status": "completed", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:31:57.662155 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eca3fe-461b-4007-ab90-de21f0c1fccc x-openstack-request-id: req-37eca3fe-461b-4007-ab90-de21f0c1fccc {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:31:57.662471 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "name": "network-vif-plugged", "status": "completed", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:31:57.662729 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37eca3fe-461b-4007-ab90-de21f0c1fccc {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:31:57.663128 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37eca3fe-461b-4007-ab90-de21f0c1fccc'] response: {'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'code': 200} Sep 28 12:31:57.834175 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e7737-664b-4cc4-b813-4e7c0cd1d24c req-1c16cc03-8bbe-4b15-b48d-b4385a05b63e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:57.835708 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-207e7737-664b-4cc4-b813-4e7c0cd1d24c req-1c16cc03-8bbe-4b15-b48d-b4385a05b63e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Sep 28 12:31:57.887517 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-207e7737-664b-4cc4-b813-4e7c0cd1d24c req-ca5cb2a5-5a91-4db6-967e-d70fc1e013a0 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Sep 28 12:31:58.230902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0606eef-9cd2-4599-9923-90af38d97a94 req-5834a691-9f8c-4c48-85dd-255cae917f17 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:58.233498 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0606eef-9cd2-4599-9923-90af38d97a94 req-5834a691-9f8c-4c48-85dd-255cae917f17 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.0622065 Sep 28 12:31:58.295685 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0606eef-9cd2-4599-9923-90af38d97a94 req-839ed292-2999-4c69-9f0d-be6e36727393 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561552 Sep 28 12:31:58.323293 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d2e16-83f0-46e5-a0b6-4848cd0ab9cb req-11f3c5a6-fe26-4dd5-8683-40abdc667164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:58.324853 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fd0d2e16-83f0-46e5-a0b6-4848cd0ab9cb req-11f3c5a6-fe26-4dd5-8683-40abdc667164 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.0446432 Sep 28 12:31:58.370601 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-fd0d2e16-83f0-46e5-a0b6-4848cd0ab9cb req-560063ec-1295-4ac2-a05b-9522b937e675 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384638 Sep 28 12:31:59.007007 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62e6ac-648e-4a6e-9efe-33ac146448f1 req-289abe76-4643-4386-b0cc-b3b77d99b682 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:59.008434 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a62e6ac-648e-4a6e-9efe-33ac146448f1 req-289abe76-4643-4386-b0cc-b3b77d99b682 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0448837 Sep 28 12:31:59.058391 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a62e6ac-648e-4a6e-9efe-33ac146448f1 req-c8441748-ee74-4a47-a65d-e2931ce26396 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Sep 28 12:31:59.418178 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a1b16-f116-4faa-8061-2f6208d9b27f req-5b637f02-8f0a-4333-8143-6378b8dda3a7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:31:59.419802 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0b9a1b16-f116-4faa-8061-2f6208d9b27f req-5b637f02-8f0a-4333-8143-6378b8dda3a7 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.0446234 Sep 28 12:31:59.468955 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0b9a1b16-f116-4faa-8061-2f6208d9b27f req-28886e7e-3b3a-43b6-9317-8818c4877d82 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437191 Sep 28 12:32:00.185080 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857755e4-1700-4c55-b370-29ceed17d8c3 req-6b43742e-f55d-4d9d-98c4-e1043878f720 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:00.186640 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-857755e4-1700-4c55-b370-29ceed17d8c3 req-6b43742e-f55d-4d9d-98c4-e1043878f720 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0497243 Sep 28 12:32:00.236348 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-857755e4-1700-4c55-b370-29ceed17d8c3 req-24dce898-78b6-44c8-a182-94a7b83df623 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 Sep 28 12:32:00.350436 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2ad9-63b3-4828-a198-06d84674f3e1 req-b1c4d6b3-769f-4523-9f30-b809d8fe95be tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:00.351812 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a3f2ad9-63b3-4828-a198-06d84674f3e1 req-b1c4d6b3-769f-4523-9f30-b809d8fe95be tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0454412 Sep 28 12:32:00.362052 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 52960) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:00.366467 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'floatingip': {'port_id': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:32:00.405704 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:00.602214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:00.827994 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:00.833042 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:00.925053 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Floating IP b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd associated. External IP: 172.27.0.7, port: 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0. Sep 28 12:32:00.970416 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:01.357472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:32:01.456909 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:32:01.461824 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:01.467399 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:32:01.477057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:32:01.477705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:01.492696 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8a7f95d3-5708-40a3-99f4-253e44bbed48 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd HTTP/1.1" status: 200 len: 990 time: 1.1295736 Sep 28 12:32:01.493366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:32:01.495714 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a825573-adea-4d4d-9e28-c01265983ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:32:01.526998 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:01.533634 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c21fe6-382d-44bf-9b99-101aaa02dd9c x-openstack-request-id: req-17c21fe6-382d-44bf-9b99-101aaa02dd9c {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:32:01.533925 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:32:01.534179 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17c21fe6-382d-44bf-9b99-101aaa02dd9c {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:32:01.534586 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c21fe6-382d-44bf-9b99-101aaa02dd9c'] response: {'name': 'network-changed', 'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'status': 'completed', 'code': 200} Sep 28 12:32:01.619837 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:01.628774 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-40084b62-c3b5-4836-86fc-367a7c061435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:01.630367 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-40084b62-c3b5-4836-86fc-367a7c061435 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.0433831 Sep 28 12:32:01.688886 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:01.708191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:32:01.728298 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-6552f34f-6c9d-4366-a543-19f4e0483f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:01.729889 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-6552f34f-6c9d-4366-a543-19f4e0483f87 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0934010 Sep 28 12:32:01.792099 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-ddbf02c6-b49b-426e-ac01-2c4433e8db36 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 998 time: 0.0561812 Sep 28 12:32:01.839118 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-e3ad60c2-3cf3-473d-8f56-09b01dced581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:01.840558 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-e3ad60c2-3cf3-473d-8f56-09b01dced581 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0433226 Sep 28 12:32:01.884880 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-ec420fa7-c8ed-4654-ba63-eee9725bfd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:01.886310 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-ec420fa7-c8ed-4654-ba63-eee9725bfd45 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400832 Sep 28 12:32:01.913344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'port_id': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'mac_address': 'fa:16:3e:98:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:31:34Z', 'updated_at': '2022-09-28T12:32:00Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:01.941738 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:32:01.952148 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:32:01.952759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:31:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:01.976023 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-1a311533-4d0a-4df1-be0a-393c3ee60ec1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837188 Sep 28 12:32:02.050871 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:32:02.069637 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-8a825573-adea-4d4d-9e28-c01265983ad0 req-b96f4667-166d-4636-a884-077c9e68734f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876803 Sep 28 12:32:02.269717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'port_id': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'mac_address': 'fa:16:3e:98:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:31:34Z', 'updated_at': '2022-09-28T12:32:00Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:02.295381 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78106660-c5f2-4bd6-a743-b7c1c508f93c None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': 'b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'port_id': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'mac_address': 'fa:16:3e:98:a7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:31:34Z', 'updated_at': '2022-09-28T12:32:00Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:32:02.485794 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6535578d-e339-4fed-b0fd-1b0308d50619 None None] New status for floating IP b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:32:11.487641 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=31 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:11.489537 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:12.063958 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=44 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:12.065840 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:12.272232 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=65 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:12.273014 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=64 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:12.587301 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:16.606320 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:32:19.259145 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:21.251207 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4651da74-f3c4-4e1a-a1ea-565f97c0579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:23.548781 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e1d4f8bf-af1c-4031-b5eb-540465c0135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:24.849475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:26.195400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:26.242158 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:26.600677 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:26.601464 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:27.101322 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0ccb9-4e41-4506-a3dc-20f37fd26213 req-b90428ca-7426-4bc0-a7c0-338adb54f832 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:27.102676 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ada0ccb9-4e41-4506-a3dc-20f37fd26213 req-b90428ca-7426-4bc0-a7c0-338adb54f832 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0452955 Sep 28 12:32:27.149303 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ada0ccb9-4e41-4506-a3dc-20f37fd26213 req-32c7ce02-a855-4f0a-8694-0757400c6195 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Sep 28 12:32:28.276096 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b35fc-af97-4b18-b4bd-53129600330b req-ae01a373-a6d0-4067-a99d-1c9d0050a8c2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:28.277566 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-109b35fc-af97-4b18-b4bd-53129600330b req-ae01a373-a6d0-4067-a99d-1c9d0050a8c2 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0499973 Sep 28 12:32:28.323987 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-109b35fc-af97-4b18-b4bd-53129600330b req-5ba4787d-82cb-4f8f-aaa3-36c3c780ff71 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Sep 28 12:32:29.074011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-0f9462b3-f1ca-4303-84b5-600f56358399 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:29.075431 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-0f9462b3-f1ca-4303-84b5-600f56358399 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0448833 Sep 28 12:32:29.161951 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port 023f2828-3c6a-4c22-9ce8-9e10c629d988 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:32:29.162296 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:29.257119 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] For port 023f2828-3c6a-4c22-9ce8-9e10c629d988, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=023f2828-3c6a-4c22-9ce8-9e10c629d988,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:32:29.257661 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:29.458048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:29.458436 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (acc6cb66-5522-4072-a3e8-6135366d67db), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:29.458725 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Floating IP acc6cb66-5522-4072-a3e8-6135366d67db disassociated. External IP: 172.27.0.176, port: 023f2828-3c6a-4c22-9ce8-9e10c629d988. Sep 28 12:32:29.459223 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for 023f2828-3c6a-4c22-9ce8-9e10c629d988 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:32:29.468539 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d41b41-9bf9-4977-917b-1d3ab46c7baa req-ce52efac-0263-40e2-a0df-f7fdafb39b75 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:29.470041 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f3d41b41-9bf9-4977-917b-1d3ab46c7baa req-ce52efac-0263-40e2-a0df-f7fdafb39b75 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d90eac6b-9262-46e2-bdbd-feb3d20bf4f5 HTTP/1.1" status: 200 len: 945 time: 0.0661297 Sep 28 12:32:29.562380 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f3d41b41-9bf9-4977-917b-1d3ab46c7baa req-4bd29116-b3eb-4cd1-bb19-bc22388784ec tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ae7fca8-1aed-47f3-9b15-2c301409f927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849078 Sep 28 12:32:29.636726 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (023f2828-3c6a-4c22-9ce8-9e10c629d988), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:29.664960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=023f2828-3c6a-4c22-9ce8-9e10c629d988,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:29.771941 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:32:29.778468 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:29.868276 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:29.876027 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:32:29.886170 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:32:29.897422 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:32:29.897970 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:29.917125 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] No DVR routers for this DVR port 023f2828-3c6a-4c22-9ce8-9e10c629d988 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:32:29.919657 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:29.922913 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cfe2f085-7a0f-4136-9b51-0238890ba4a5 req-e63bb291-0659-4911-bd36-75e720940482 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.52 "DELETE /networking/v2.0/ports/023f2828-3c6a-4c22-9ce8-9e10c629d988 HTTP/1.1" status: 204 len: 173 time: 0.8419607 Sep 28 12:32:29.923398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'name': 'network-vif-deleted', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:32:29.925768 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d144d7-1591-4c2f-ae19-f085ddedb35d" -d '{"events": [{"server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "name": "network-vif-deleted", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:32:29.966063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38cb1c5-b509-43c1-8940-aec6a9aafbe1 x-openstack-request-id: req-c38cb1c5-b509-43c1-8940-aec6a9aafbe1 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:32:29.966746 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90eac6b-9262-46e2-bdbd-feb3d20bf4f5", "name": "network-vif-deleted", "tag": "023f2828-3c6a-4c22-9ce8-9e10c629d988", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:32:29.966746 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c38cb1c5-b509-43c1-8940-aec6a9aafbe1 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:32:29.967000 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38cb1c5-b509-43c1-8940-aec6a9aafbe1'] response: {'server_uuid': 'd90eac6b-9262-46e2-bdbd-feb3d20bf4f5', 'name': 'network-vif-deleted', 'tag': '023f2828-3c6a-4c22-9ce8-9e10c629d988', 'status': 'completed', 'code': 200} Sep 28 12:32:30.004813 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:32:30.203526 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:30.231350 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:32:30.240221 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:32:30.240822 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:30.338753 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:32:30.520483 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:30.545561 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d678e-d77a-4101-ab49-f1105c5ac920 None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:22:50Z', 'revision_number': 4, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'be8eeeef-8673-451a-9b05-f4580245ba11', 'name': '', 'network_id': '75ba08fd-c198-48e0-8c9c-8b6efb7d5c44', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'mac_address': 'fa:16:3e:e2:b9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:49Z', 'updated_at': '2022-09-28T12:22:57Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'subnets': [{'id': 'ae36dad0-b8ae-445f-8ac6-c82bbc3f506b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:32:30.661509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53048) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:30.723552 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81f5d120-488a-49cb-8748-47dc8d49474f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (2ae7fca8-1aed-47f3-9b15-2c301409f927), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:30.748348 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81f5d120-488a-49cb-8748-47dc8d49474f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (2ae7fca8-1aed-47f3-9b15-2c301409f927), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:30.781717 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d4457-d463-4820-ae24-c98860180915 None None] New status for floating IP acc6cb66-5522-4072-a3e8-6135366d67db: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:32:30.799967 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81f5d120-488a-49cb-8748-47dc8d49474f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2ae7fca8-1aed-47f3-9b15-2c301409f927), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:30.802782 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81f5d120-488a-49cb-8748-47dc8d49474f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:30.803950 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-81f5d120-488a-49cb-8748-47dc8d49474f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2ae7fca8-1aed-47f3-9b15-2c301409f927 HTTP/1.1" status: 204 len: 168 time: 0.1414137 Sep 28 12:32:30.806909 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53052) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:30.813609 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5d120-488a-49cb-8748-47dc8d49474f tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7fca8-1aed-47f3-9b15-2c301409f927,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:30.821682 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.api.v2.resource [None req-df9f451f-3aba-409f-b3ad-cb6d82326427 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] show failed (client error): The resource could not be found. Sep 28 12:32:30.825821 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53054) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:30.826138 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-df9f451f-3aba-409f-b3ad-cb6d82326427 tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "GET /networking/v2.0/security-groups/2ae7fca8-1aed-47f3-9b15-2c301409f927 HTTP/1.1" status: 404 len: 347 time: 0.0179822 Sep 28 12:32:30.939072 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Deleting port 48dd6988-61ae-497c-b8f2-d7f3436d148a {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:32:30.939491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:31.024579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:31.024790 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (48dd6988-61ae-497c-b8f2-d7f3436d148a), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:31.041037 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Calling delete_port for 48dd6988-61ae-497c-b8f2-d7f3436d148a owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:32:31.166131 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (48dd6988-61ae-497c-b8f2-d7f3436d148a), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:31.193570 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Pushing event deleted for resources: {'Port': ['ID=48dd6988-61ae-497c-b8f2-d7f3436d148a,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:31.254993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks [] for floatingip (acc6cb66-5522-4072-a3e8-6135366d67db), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:31.257496 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:31.258728 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-cab40c8f-fb43-4cf7-b62c-8bb7f84deedd tempest-AttachVolumeNegativeTest-1695561581 tempest-AttachVolumeNegativeTest-1695561581-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/acc6cb66-5522-4072-a3e8-6135366d67db HTTP/1.1" status: 204 len: 168 time: 0.4315403 Sep 28 12:32:33.486433 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 023f2828-3c6a-4c22-9ce8-9e10c629d988 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:32:33.506061 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 023f2828-3c6a-4c22-9ce8-9e10c629d988 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:32:33.506396 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 023f2828-3c6a-4c22-9ce8-9e10c629d988 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:32:34.959280 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53092) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:35.255794 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:35.257941 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:35.311804 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:35.524870 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Deleting port be8eeeef-8673-451a-9b05-f4580245ba11 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:32:35.525227 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:35.609820 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] For port be8eeeef-8673-451a-9b05-f4580245ba11, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=be8eeeef-8673-451a-9b05-f4580245ba11,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:32:35.610176 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:35.622503 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Calling delete_port for be8eeeef-8673-451a-9b05-f4580245ba11 owned by network:router_interface {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:32:35.797309 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (be8eeeef-8673-451a-9b05-f4580245ba11), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:35.821162 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8eeeef-8673-451a-9b05-f4580245ba11,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:35.983005 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:36.036541 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:36.091354 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:36.456436 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:32:36.553653 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:32:36.559061 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-81677588-db4c-4104-a592-454751b687e1 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/f5324100-ef4c-4f65-86b6-cb37d2dd9a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987089 Sep 28 12:32:36.561452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53096) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:36.562549 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] Sync routers for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:32:36.572520 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:32:36.573806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:36.613770 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:36.628440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:36.661572 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks [] for router (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:36.764194 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks [] for router_gateway (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:36.808687 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Deleting port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:32:36.809333 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:36.812175 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:32:36.894163 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] For port a6aeee76-9ed5-4cf7-a3e2-fd695c29466c, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:32:36.894445 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:36.906882 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Calling delete_port for a6aeee76-9ed5-4cf7-a3e2-fd695c29466c owned by network:router_gateway {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:32:36.978808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:32:35Z', 'revision_number': 5, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port': {'id': 'a6aeee76-9ed5-4cf7-a3e2-fd695c29466c', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:41Z', 'updated_at': '2022-09-28T12:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:37.006989 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] Checking router: f5324100-ef4c-4f65-86b6-cb37d2dd9a05 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:32:37.015388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] Routers {'f5324100-ef4c-4f65-86b6-cb37d2dd9a05'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:32:37.015997 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:37.077164 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (a6aeee76-9ed5-4cf7-a3e2-fd695c29466c), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.098402 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] Set router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 gateway port host: None {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:32:37.103173 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aeee76-9ed5-4cf7-a3e2-fd695c29466c,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:37.152227 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:32:36Z', 'revision_number': 6, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:37.157427 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:37.172574 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.177924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459132fe-6857-4c56-857b-f859a3cd6bb2 None None] The sync data for ids ['f5324100-ef4c-4f65-86b6-cb37d2dd9a05'] in dv-cinder-844563-9-iscsi is: [{'id': 'f5324100-ef4c-4f65-86b6-cb37d2dd9a05', 'name': 'tempest-AttachVolumeNegativeTest-1239782041-router', 'tenant_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:40Z', 'updated_at': '2022-09-28T12:32:36Z', 'revision_number': 6, 'project_id': '8f9ceb72510849c9a1cce4cde67d06d2', 'gw_port_host': None}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:32:37.260966 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.263104 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks [] for router_controller (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.267601 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:37.305684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (f5324100-ef4c-4f65-86b6-cb37d2dd9a05), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.306277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5324100-ef4c-4f65-86b6-cb37d2dd9a05 {{(pid=106181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:32:37.310403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.311540 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-887329d3-0ff6-434f-9ce0-4e18987d530b admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/f5324100-ef4c-4f65-86b6-cb37d2dd9a05 HTTP/1.1" status: 204 len: 168 time: 0.7491848 Sep 28 12:32:37.314191 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53098) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:37.357589 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Deleting subnet ae36dad0-b8ae-445f-8ac6-c82bbc3f506b {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:32:37.360636 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Publish callbacks [] for subnet (ae36dad0-b8ae-445f-8ac6-c82bbc3f506b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.398235 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (ae36dad0-b8ae-445f-8ac6-c82bbc3f506b), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.470627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (ae36dad0-b8ae-445f-8ac6-c82bbc3f506b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.521784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (ae36dad0-b8ae-445f-8ac6-c82bbc3f506b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.546171 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae36dad0-b8ae-445f-8ac6-c82bbc3f506b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:37.552579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.558720 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e6fe5-951d-4d66-81e2-cc1c298c2901 None None] Network 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:32:37.558884 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-23f2d16a-e295-4e92-986c-631ce63abdbb admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/ae36dad0-b8ae-445f-8ac6-c82bbc3f506b HTTP/1.1" status: 204 len: 168 time: 0.2436516 Sep 28 12:32:37.559034 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53100) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:37.635779 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.692288 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Deleting port 70a4aaca-4418-45e8-a211-858aede725cf {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:32:37.692631 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (70a4aaca-4418-45e8-a211-858aede725cf), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.758435 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] For port 70a4aaca-4418-45e8-a211-858aede725cf, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=70a4aaca-4418-45e8-a211-858aede725cf,segment=NetworkSegment(e04b27a3-bb63-4766-8a0e-2f2ba5282817),segment_id=e04b27a3-bb63-4766-8a0e-2f2ba5282817)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:32:37.758748 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (70a4aaca-4418-45e8-a211-858aede725cf), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.772088 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Calling delete_port for 70a4aaca-4418-45e8-a211-858aede725cf owned by network:dhcp {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:32:37.851224 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (70a4aaca-4418-45e8-a211-858aede725cf), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.874732 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Pushing event deleted for resources: {'Port': ['ID=70a4aaca-4418-45e8-a211-858aede725cf,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:37.879381 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] No DVR routers for this DVR port 70a4aaca-4418-45e8-a211-858aede725cf on host dv-cinder-844563-9-iscsi {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:32:37.887089 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.887433 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.887769 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.888100 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.888424 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.888743 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.889062 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.889403 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.889720 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.890036 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.890354 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.890669 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.890987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.891298 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.891608 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:37.964045 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:37.977450 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc3c01-145f-4673-8d59-6ce7b1651292 None None] DHCP port deletion for 75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:32:37.992744 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ba08fd-c198-48e0-8c9c-8b6efb7d5c44']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:38.004654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04b27a3-bb63-4766-8a0e-2f2ba5282817') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:38.004654 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04b27a3-bb63-4766-8a0e-2f2ba5282817') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:32:38.014027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (e04b27a3-bb63-4766-8a0e-2f2ba5282817), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.028011 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (e04b27a3-bb63-4766-8a0e-2f2ba5282817), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.034497 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:32:38.034882 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (e04b27a3-bb63-4766-8a0e-2f2ba5282817), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.108140 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (75ba08fd-c198-48e0-8c9c-8b6efb7d5c44), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.113923 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.117003 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/75ba08fd-c198-48e0-8c9c-8b6efb7d5c44 HTTP/1.1" status: 204 len: 168 time: 0.5568466 Sep 28 12:32:38.133355 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0efeb4-7511-4f44-9140-d1dedebf235f admin admin] Pushing event deleted for resources: {'Network': ['ID=75ba08fd-c198-48e0-8c9c-8b6efb7d5c44,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:38.186674 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment e04b27a3-bb63-4766-8a0e-2f2ba5282817 resource provider aggregate not found Sep 28 12:32:38.206211 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment e04b27a3-bb63-4766-8a0e-2f2ba5282817 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e04b27a3-bb63-4766-8a0e-2f2ba5282817 found for delete ", "request_id": "req-0efa9994-ade2-47fe-a638-0193e87d486a"}]} Sep 28 12:32:38.276028 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53110) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:38.321649 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-fbe98ecc-1502-4c35-af75-8f1ccbdc274b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=8f9ceb72510849c9a1cce4cde67d06d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439990 Sep 28 12:32:38.323639 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53112) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:38.373210 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a660b8a7-a523-431d-8d7c-ef46f2bef34d admin admin] Publish callbacks [] for security_group (19197469-f4d3-4812-8498-46cd5bbc4b00), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.394411 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a660b8a7-a523-431d-8d7c-ef46f2bef34d admin admin] Publish callbacks [] for security_group (19197469-f4d3-4812-8498-46cd5bbc4b00), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.422131 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device be8eeeef-8673-451a-9b05-f4580245ba11 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:32:38.442307 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a660b8a7-a523-431d-8d7c-ef46f2bef34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (19197469-f4d3-4812-8498-46cd5bbc4b00), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.444278 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: be8eeeef-8673-451a-9b05-f4580245ba11 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:32:38.444622 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device be8eeeef-8673-451a-9b05-f4580245ba11 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:32:38.444973 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a660b8a7-a523-431d-8d7c-ef46f2bef34d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:38.445419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 70a4aaca-4418-45e8-a211-858aede725cf no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:32:38.446312 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a660b8a7-a523-431d-8d7c-ef46f2bef34d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/19197469-f4d3-4812-8498-46cd5bbc4b00 HTTP/1.1" status: 204 len: 168 time: 0.1217878 Sep 28 12:32:38.454388 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660b8a7-a523-431d-8d7c-ef46f2bef34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19197469-f4d3-4812-8498-46cd5bbc4b00,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:38.470379 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 70a4aaca-4418-45e8-a211-858aede725cf {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:32:38.470721 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 70a4aaca-4418-45e8-a211-858aede725cf not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:32:38.471164 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a6aeee76-9ed5-4cf7-a3e2-fd695c29466c no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:32:38.496829 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: a6aeee76-9ed5-4cf7-a3e2-fd695c29466c {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:32:38.497194 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device a6aeee76-9ed5-4cf7-a3e2-fd695c29466c not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:32:40.856890 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:40.859738 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:43.447453 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53210) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:43.551703 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b08d6595-43b1-460f-a0fb-bad2fa2c133c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.626264 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b08d6595-43b1-460f-a0fb-bad2fa2c133c admin admin] Publish callbacks [] for security_group (fda0ed11-c472-41f2-8d2e-7cb6b06c85e1), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.630068 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-b08d6595-43b1-460f-a0fb-bad2fa2c133c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fda0ed11-c472-41f2-8d2e-7cb6b06c85e1), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.670626 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6595-43b1-460f-a0fb-bad2fa2c133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda0ed11-c472-41f2-8d2e-7cb6b06c85e1,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:43.674925 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b08d6595-43b1-460f-a0fb-bad2fa2c133c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=be2bf35f65b44ba1beb6e2815ac40c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263868 Sep 28 12:32:43.677700 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53214) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:43.700795 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:43.719236 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:43.730680 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e22f-25d3-494d-8445-768e0539084a admin admin] Publish callbacks [] for security_group (fda0ed11-c472-41f2-8d2e-7cb6b06c85e1), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.751031 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e22f-25d3-494d-8445-768e0539084a admin admin] Publish callbacks [] for security_group (fda0ed11-c472-41f2-8d2e-7cb6b06c85e1), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.797265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e22f-25d3-494d-8445-768e0539084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fda0ed11-c472-41f2-8d2e-7cb6b06c85e1), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.800501 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e22f-25d3-494d-8445-768e0539084a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:43.801669 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a7a9e22f-25d3-494d-8445-768e0539084a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fda0ed11-c472-41f2-8d2e-7cb6b06c85e1 HTTP/1.1" status: 204 len: 168 time: 0.1230135 Sep 28 12:32:43.809382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9e22f-25d3-494d-8445-768e0539084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda0ed11-c472-41f2-8d2e-7cb6b06c85e1,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:44.064031 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53220) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:44.077320 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6111d121-5d40-4f39-a8e7-a400d1b3294c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.153083 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6111d121-5d40-4f39-a8e7-a400d1b3294c admin admin] Publish callbacks [] for security_group (41e283cc-4555-4be4-a5b6-99858250e6e4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.156636 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6111d121-5d40-4f39-a8e7-a400d1b3294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (41e283cc-4555-4be4-a5b6-99858250e6e4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.197843 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6111d121-5d40-4f39-a8e7-a400d1b3294c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a6055d70010f45fc9267801519c1553d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325400 Sep 28 12:32:44.199696 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111d121-5d40-4f39-a8e7-a400d1b3294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e283cc-4555-4be4-a5b6-99858250e6e4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:44.200519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53222) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:44.250530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-14290a52-6a3e-45b6-b297-19e6e0de205e admin admin] Publish callbacks [] for security_group (41e283cc-4555-4be4-a5b6-99858250e6e4), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.270087 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-14290a52-6a3e-45b6-b297-19e6e0de205e admin admin] Publish callbacks [] for security_group (41e283cc-4555-4be4-a5b6-99858250e6e4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.319247 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-14290a52-6a3e-45b6-b297-19e6e0de205e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (41e283cc-4555-4be4-a5b6-99858250e6e4), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.321788 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-14290a52-6a3e-45b6-b297-19e6e0de205e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:44.322951 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-14290a52-6a3e-45b6-b297-19e6e0de205e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/41e283cc-4555-4be4-a5b6-99858250e6e4 HTTP/1.1" status: 204 len: 168 time: 0.1212921 Sep 28 12:32:44.331278 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14290a52-6a3e-45b6-b297-19e6e0de205e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e283cc-4555-4be4-a5b6-99858250e6e4,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:49.271806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:51.253899 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a642-0b0f-4dae-bcb8-9be22d31a20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:52.867332 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-938dd5e5-294a-40c1-ab54-24e4076dbfd8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382552 Sep 28 12:32:52.968045 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02697d4-db85-4ea7-9925-ccd62389635b req-9d9ef0ac-4aa5-4bec-ab10-6432be9c74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:52.969612 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-9d9ef0ac-4aa5-4bec-ab10-6432be9c74f5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a396283cd8314a74bfd5e411c246cc96&device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 1130 time: 0.0398624 Sep 28 12:32:53.076278 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02697d4-db85-4ea7-9925-ccd62389635b req-65bc8805-26f2-4dfa-8a62-489d035c10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:53.077735 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-65bc8805-26f2-4dfa-8a62-489d035c10f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 200 len: 918 time: 0.0867012 Sep 28 12:32:53.122199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:53.129095 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:53.144834 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-87cf45a3-e5fb-43ee-8aa9-9896ee6dc830 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 200 len: 1001 time: 0.0590229 Sep 28 12:32:53.194601 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02697d4-db85-4ea7-9925-ccd62389635b req-1084bf35-c8dd-4b46-8789-731f48268fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:53.196047 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-1084bf35-c8dd-4b46-8789-731f48268fdd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 200 len: 856 time: 0.0447712 Sep 28 12:32:53.244637 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02697d4-db85-4ea7-9925-ccd62389635b req-1bdc08a1-5daf-4904-ade7-79f0454d98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:32:53.246162 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-1bdc08a1-5daf-4904-ade7-79f0454d98a6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=d52528a4-371a-43c0-ba14-e43c1c223b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438306 Sep 28 12:32:53.339853 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-4c988431-6804-4005-ac97-377a18317e9f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 Sep 28 12:32:53.435959 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f02697d4-db85-4ea7-9925-ccd62389635b req-216db3b9-9588-4fe2-b8bd-7d964c0eb522 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885057 Sep 28 12:32:53.550948 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-7b0566e5-d77f-4f67-9ebd-3a71d20e37f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:53.606002 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:32:54.192934 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:54.195730 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=26,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:32:54.849452 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.486863 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53318) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:55.593250 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.674388 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Publish callbacks [] for security_group (87521b5d-865c-44e5-977b-d83aa2bd7e8e), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.678067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (87521b5d-865c-44e5-977b-d83aa2bd7e8e), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.718728 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=504d868b83b84e7ebe8ec15d24c8504a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307632 Sep 28 12:32:55.720018 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87521b5d-865c-44e5-977b-d83aa2bd7e8e,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:55.721589 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53322) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:55.728670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.729251 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.729388 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.729697 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.730027 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.730353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.730675 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.730995 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.731315 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.731634 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.731961 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.732277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.732594 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.732906 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.734794 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2f444c-039f-4669-89fe-f93402d84a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:32:55.774511 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d7f78f24-6537-42a0-b2aa-86bcf9a01228 admin admin] Publish callbacks [] for security_group (87521b5d-865c-44e5-977b-d83aa2bd7e8e), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.796189 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d7f78f24-6537-42a0-b2aa-86bcf9a01228 admin admin] Publish callbacks [] for security_group (87521b5d-865c-44e5-977b-d83aa2bd7e8e), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.845408 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d7f78f24-6537-42a0-b2aa-86bcf9a01228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (87521b5d-865c-44e5-977b-d83aa2bd7e8e), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.848010 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d7f78f24-6537-42a0-b2aa-86bcf9a01228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:55.849216 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d7f78f24-6537-42a0-b2aa-86bcf9a01228 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/87521b5d-865c-44e5-977b-d83aa2bd7e8e HTTP/1.1" status: 204 len: 168 time: 0.1265929 Sep 28 12:32:55.863617 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f78f24-6537-42a0-b2aa-86bcf9a01228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87521b5d-865c-44e5-977b-d83aa2bd7e8e,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:56.149340 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53328) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:56.163830 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-eecb3f8e-fbf7-456f-a642-edda44455540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.201874 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.247051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-eecb3f8e-fbf7-456f-a642-edda44455540 admin admin] Publish callbacks [] for security_group (448fa6c9-bcb0-44bd-9a3f-60d0b52a061b), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.247328 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.251197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-eecb3f8e-fbf7-456f-a642-edda44455540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (448fa6c9-bcb0-44bd-9a3f-60d0b52a061b), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.293777 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb3f8e-fbf7-456f-a642-edda44455540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448fa6c9-bcb0-44bd-9a3f-60d0b52a061b,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:32:56.298349 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-eecb3f8e-fbf7-456f-a642-edda44455540 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=bab1e55475b24efa8fb646aa10ddd606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479290 Sep 28 12:32:56.302203 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53330) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:32:56.359880 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8d059550-25c1-4e27-8b52-68e27bc4d655 admin admin] Publish callbacks [] for security_group (448fa6c9-bcb0-44bd-9a3f-60d0b52a061b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.384059 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8d059550-25c1-4e27-8b52-68e27bc4d655 admin admin] Publish callbacks [] for security_group (448fa6c9-bcb0-44bd-9a3f-60d0b52a061b), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.432978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8d059550-25c1-4e27-8b52-68e27bc4d655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (448fa6c9-bcb0-44bd-9a3f-60d0b52a061b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.435715 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8d059550-25c1-4e27-8b52-68e27bc4d655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:32:56.437250 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8d059550-25c1-4e27-8b52-68e27bc4d655 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/448fa6c9-bcb0-44bd-9a3f-60d0b52a061b HTTP/1.1" status: 204 len: 168 time: 0.1337817 Sep 28 12:32:56.446199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d059550-25c1-4e27-8b52-68e27bc4d655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448fa6c9-bcb0-44bd-9a3f-60d0b52a061b,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:03.600899 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:03.601596 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:05.723138 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=49,neutron:INSERT=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:05.724059 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:05.854243 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53420) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:05.960390 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-87621bd3-50c8-44c4-8102-6aad9c82a97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.036950 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-87621bd3-50c8-44c4-8102-6aad9c82a97f admin admin] Publish callbacks [] for security_group (7bed96e8-5f92-483c-a126-14f3150c0beb), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.040342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-87621bd3-50c8-44c4-8102-6aad9c82a97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7bed96e8-5f92-483c-a126-14f3150c0beb), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.080712 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621bd3-50c8-44c4-8102-6aad9c82a97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed96e8-5f92-483c-a126-14f3150c0beb,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:06.085089 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-87621bd3-50c8-44c4-8102-6aad9c82a97f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d980ea3aa07c4f619868144c9d5e5a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298484 Sep 28 12:33:06.088260 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53426) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:06.137084 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-891bf940-1049-4c01-a85e-4db61699dc73 admin admin] Publish callbacks [] for security_group (7bed96e8-5f92-483c-a126-14f3150c0beb), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.156553 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-891bf940-1049-4c01-a85e-4db61699dc73 admin admin] Publish callbacks [] for security_group (7bed96e8-5f92-483c-a126-14f3150c0beb), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.166363 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:06.184394 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:06.206312 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-891bf940-1049-4c01-a85e-4db61699dc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7bed96e8-5f92-483c-a126-14f3150c0beb), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.208914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-891bf940-1049-4c01-a85e-4db61699dc73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:06.210095 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-891bf940-1049-4c01-a85e-4db61699dc73 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7bed96e8-5f92-483c-a126-14f3150c0beb HTTP/1.1" status: 204 len: 168 time: 0.1213553 Sep 28 12:33:06.218045 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bf940-1049-4c01-a85e-4db61699dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed96e8-5f92-483c-a126-14f3150c0beb,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:06.456773 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:07.490399 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a1de4-6707-4b3f-bb9f-a87ab164ade7 req-88a4c558-72f8-4552-8c29-f862f2f0aa31 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:07.491927 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-975a1de4-6707-4b3f-bb9f-a87ab164ade7 req-88a4c558-72f8-4552-8c29-f862f2f0aa31 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.2174008 Sep 28 12:33:07.540280 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-975a1de4-6707-4b3f-bb9f-a87ab164ade7 req-36b7bee0-4e6a-47c8-94bf-e0b49649cd8e tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Sep 28 12:33:08.822311 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeeebf-dd83-4167-93e3-0dae899049f7 req-4276a84a-ddf6-446c-997e-cc87af6b7291 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:08.823776 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cdaeeebf-dd83-4167-93e3-0dae899049f7 req-4276a84a-ddf6-446c-997e-cc87af6b7291 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.2006950 Sep 28 12:33:08.869975 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cdaeeebf-dd83-4167-93e3-0dae899049f7 req-c289d9e1-aee7-4a06-88d0-ec174c09aa85 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=765e059e-acaa-4c81-9eee-16f92b211752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405343 Sep 28 12:33:09.203353 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-bf0c0973-2133-49d2-b4dd-d051541cc298 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:09.204897 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-bf0c0973-2133-49d2-b4dd-d051541cc298 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 946 time: 0.0460463 Sep 28 12:33:09.289895 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Deleting port b2945645-b583-4bd9-b292-3f9cc72af67c {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:33:09.290241 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:09.377992 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] For port b2945645-b583-4bd9-b292-3f9cc72af67c, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=b2945645-b583-4bd9-b292-3f9cc72af67c,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:09.378354 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:09.545790 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:09.546150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (af472747-5e33-4065-8440-a22961733110), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:09.546459 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Floating IP af472747-5e33-4065-8440-a22961733110 disassociated. External IP: 172.27.0.153, port: b2945645-b583-4bd9-b292-3f9cc72af67c. Sep 28 12:33:09.546838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Calling delete_port for b2945645-b583-4bd9-b292-3f9cc72af67c owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:33:09.680387 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (b2945645-b583-4bd9-b292-3f9cc72af67c), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:09.705703 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event deleted for resources: {'Port': ['ID=b2945645-b583-4bd9-b292-3f9cc72af67c,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:09.826785 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:33:09.942558 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:33:09.956773 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:33:09.969045 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:09.970169 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:09.980119 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:10.012610 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] No DVR routers for this DVR port b2945645-b583-4bd9-b292-3f9cc72af67c on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:33:10.016037 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-726136cc-aca4-412e-bd4f-3eb9f467420e req-aab8a963-2bbc-447c-ae26-bdbff78872fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=85f18682-4e17-44a1-8e5f-71e5179134b0 HTTP/1.1" status: 200 len: 210 time: 0.0498714 Sep 28 12:33:10.017082 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:10.020351 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c05ba872-f1c2-4a6d-8010-4ec0e542d9d9 req-f328d99a-b636-426b-ba0e-5e2369e266fb tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.52 "DELETE /networking/v2.0/ports/b2945645-b583-4bd9-b292-3f9cc72af67c HTTP/1.1" status: 204 len: 173 time: 0.8095160 Sep 28 12:33:10.020674 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-deleted', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:33:10.031314 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402de65f-dae8-4400-a584-99cfac8d1e8a" -d '{"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-deleted", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:33:10.091974 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:10.136199 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f39a1-56ee-4590-bfc4-6d2ea1561045 x-openstack-request-id: req-da4f39a1-56ee-4590-bfc4-6d2ea1561045 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:33:10.136491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f18682-4e17-44a1-8e5f-71e5179134b0", "name": "network-vif-deleted", "tag": "b2945645-b583-4bd9-b292-3f9cc72af67c", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:33:10.138254 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da4f39a1-56ee-4590-bfc4-6d2ea1561045 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:33:10.138856 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4f39a1-56ee-4590-bfc4-6d2ea1561045'] response: {'server_uuid': '85f18682-4e17-44a1-8e5f-71e5179134b0', 'name': 'network-vif-deleted', 'tag': 'b2945645-b583-4bd9-b292-3f9cc72af67c', 'status': 'completed', 'code': 200} Sep 28 12:33:10.318021 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:10.344341 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:33:10.353371 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:10.354224 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:10.459638 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:10.656289 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:10.682743 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5261a-6f28-4b8c-82f9-595e8bcdc879 None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:45Z', 'revision_number': 4, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '8c57569c-94fa-42f5-a596-2d959ab78d71', 'name': '', 'network_id': 'd52528a4-371a-43c0-ba14-e43c1c223b47', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'mac_address': 'fa:16:3e:7e:12:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:43Z', 'updated_at': '2022-09-28T12:22:54Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'subnets': [{'id': '8d11853d-8d71-466a-a6fe-a53888147b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:33:10.903792 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3594f-9420-43df-b7d3-23d878261e2a None None] New status for floating IP af472747-5e33-4065-8440-a22961733110: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:33:10.906579 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:11.136483 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53534) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:11.195106 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-225461db-cc50-4a85-8532-433af23a6642 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (765e059e-acaa-4c81-9eee-16f92b211752), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.217076 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-225461db-cc50-4a85-8532-433af23a6642 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (765e059e-acaa-4c81-9eee-16f92b211752), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.265177 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-225461db-cc50-4a85-8532-433af23a6642 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (765e059e-acaa-4c81-9eee-16f92b211752), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.267729 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-225461db-cc50-4a85-8532-433af23a6642 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.268885 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-225461db-cc50-4a85-8532-433af23a6642 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/765e059e-acaa-4c81-9eee-16f92b211752 HTTP/1.1" status: 204 len: 168 time: 0.1313503 Sep 28 12:33:11.272038 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53536) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:11.279107 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225461db-cc50-4a85-8532-433af23a6642 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765e059e-acaa-4c81-9eee-16f92b211752,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:11.287398 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.api.v2.resource [None req-1b5fd5f6-4aae-409c-8e92-b790dfdc0333 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] show failed (client error): The resource could not be found. Sep 28 12:33:11.287398 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1b5fd5f6-4aae-409c-8e92-b790dfdc0333 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "GET /networking/v2.0/security-groups/765e059e-acaa-4c81-9eee-16f92b211752 HTTP/1.1" status: 404 len: 347 time: 0.0135758 Sep 28 12:33:11.289715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53538) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:11.334291 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:11.400710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Deleting port abac0008-d432-4a17-8c7d-e2abeee845cc {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:33:11.401079 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.475366 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.475688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (abac0008-d432-4a17-8c7d-e2abeee845cc), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.487733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Calling delete_port for abac0008-d432-4a17-8c7d-e2abeee845cc owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:33:11.632592 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (abac0008-d432-4a17-8c7d-e2abeee845cc), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.668224 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Pushing event deleted for resources: {'Port': ['ID=abac0008-d432-4a17-8c7d-e2abeee845cc,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:11.730766 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks [] for floatingip (af472747-5e33-4065-8440-a22961733110), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.733377 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:11.734515 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-89493c3a-3142-4abf-ae9c-ba5d773348f0 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/af472747-5e33-4065-8440-a22961733110 HTTP/1.1" status: 204 len: 168 time: 0.4437728 Sep 28 12:33:13.692855 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:33:13.712450 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: b2945645-b583-4bd9-b292-3f9cc72af67c {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:33:13.712792 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device b2945645-b583-4bd9-b292-3f9cc72af67c not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:33:14.189267 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53586) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:14.506423 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53600) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:14.607575 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.612551 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-53e72256-aee0-42be-968c-72074b50a39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.689012 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-53e72256-aee0-42be-968c-72074b50a39c admin admin] Publish callbacks [] for security_group (0462e652-87e7-40e0-8e72-467625fc4fd3), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.694143 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-53e72256-aee0-42be-968c-72074b50a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (0462e652-87e7-40e0-8e72-467625fc4fd3), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.731430 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e72256-aee0-42be-968c-72074b50a39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0462e652-87e7-40e0-8e72-467625fc4fd3,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:14.738180 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-53e72256-aee0-42be-968c-72074b50a39c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6794d610d33f444685787130b811a83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282848 Sep 28 12:33:14.738375 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53604) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:14.785866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c3c-646c-4b3b-bddf-11accdee22e5 admin admin] Publish callbacks [] for security_group (0462e652-87e7-40e0-8e72-467625fc4fd3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.808342 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c3c-646c-4b3b-bddf-11accdee22e5 admin admin] Publish callbacks [] for security_group (0462e652-87e7-40e0-8e72-467625fc4fd3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.844351 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Deleting port 8c57569c-94fa-42f5-a596-2d959ab78d71 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:33:14.844718 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.859463 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c3c-646c-4b3b-bddf-11accdee22e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (0462e652-87e7-40e0-8e72-467625fc4fd3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.862162 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6d21c3c-646c-4b3b-bddf-11accdee22e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.865635 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e6d21c3c-646c-4b3b-bddf-11accdee22e5 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0462e652-87e7-40e0-8e72-467625fc4fd3 HTTP/1.1" status: 204 len: 168 time: 0.1263182 Sep 28 12:33:14.873794 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d21c3c-646c-4b3b-bddf-11accdee22e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0462e652-87e7-40e0-8e72-467625fc4fd3,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:14.911699 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:14.942274 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] For port 8c57569c-94fa-42f5-a596-2d959ab78d71, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=8c57569c-94fa-42f5-a596-2d959ab78d71,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:14.942689 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:14.957378 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Calling delete_port for 8c57569c-94fa-42f5-a596-2d959ab78d71 owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:33:14.965841 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.135149 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53610) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:15.145466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (8c57569c-94fa-42f5-a596-2d959ab78d71), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.150002 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e73344eb-ae6e-4288-a54c-831d61f82a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.170142 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c57569c-94fa-42f5-a596-2d959ab78d71,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:15.195679 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.198405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.251625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e73344eb-ae6e-4288-a54c-831d61f82a54 admin admin] Publish callbacks [] for security_group (313493b0-e8b3-4d5f-96de-5cc6440ebf78), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.256955 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e73344eb-ae6e-4288-a54c-831d61f82a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (313493b0-e8b3-4d5f-96de-5cc6440ebf78), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.291611 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73344eb-ae6e-4288-a54c-831d61f82a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313493b0-e8b3-4d5f-96de-5cc6440ebf78,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:15.317541 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e73344eb-ae6e-4288-a54c-831d61f82a54 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=250a212af3c9448b84bb5b049b604942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812756 Sep 28 12:33:15.320951 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53612) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:15.362138 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.382743 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98b3fb6a-d45a-4140-9d4c-55eb1823882a admin admin] Publish callbacks [] for security_group (313493b0-e8b3-4d5f-96de-5cc6440ebf78), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.403090 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98b3fb6a-d45a-4140-9d4c-55eb1823882a admin admin] Publish callbacks [] for security_group (313493b0-e8b3-4d5f-96de-5cc6440ebf78), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.453537 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98b3fb6a-d45a-4140-9d4c-55eb1823882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (313493b0-e8b3-4d5f-96de-5cc6440ebf78), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.455986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-98b3fb6a-d45a-4140-9d4c-55eb1823882a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.457182 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-98b3fb6a-d45a-4140-9d4c-55eb1823882a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/313493b0-e8b3-4d5f-96de-5cc6440ebf78 HTTP/1.1" status: 204 len: 168 time: 0.1296802 Sep 28 12:33:15.465622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3fb6a-d45a-4140-9d4c-55eb1823882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313493b0-e8b3-4d5f-96de-5cc6440ebf78,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:15.578339 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Router c34b97c3-ec2a-4e8c-9376-82e68e451c1b has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:33:15.687908 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:33:15.693763 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-969988df-8892-480d-9e80-90a7109f894f admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/c34b97c3-ec2a-4e8c-9376-82e68e451c1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028484 Sep 28 12:33:15.696333 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53618) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:15.704260 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] Sync routers for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:33:15.716922 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:15.718284 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:15.804167 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks [] for router (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.824551 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53620) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:15.838696 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:15.839622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c5d-fef4-443e-b2f7-cfc0612fe5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.883032 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.891714 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.911663 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks [] for router_gateway (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.929107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c5d-fef4-443e-b2f7-cfc0612fe5e9 admin admin] Publish callbacks [] for security_group (8417732c-309e-45a9-8ea7-e57547180726), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.934225 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b4fc5c5d-fef4-443e-b2f7-cfc0612fe5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8417732c-309e-45a9-8ea7-e57547180726), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.939312 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.960874 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Deleting port 116a1d60-febc-4c5c-91c3-9f3315e9fbab {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:33:15.961207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:15.968319 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc5c5d-fef4-443e-b2f7-cfc0612fe5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8417732c-309e-45a9-8ea7-e57547180726,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:15.970102 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:15.985552 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b4fc5c5d-fef4-443e-b2f7-cfc0612fe5e9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=80e87d5ed2e24caa9571a63981733b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596620 Sep 28 12:33:15.991029 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53622) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:16.035186 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:33:15Z', 'revision_number': 5, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port': {'id': '116a1d60-febc-4c5c-91c3-9f3315e9fbab', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:16.047527 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6cab494-11e3-4921-9e51-6058994ab19c admin admin] Publish callbacks [] for security_group (8417732c-309e-45a9-8ea7-e57547180726), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.050573 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] For port 116a1d60-febc-4c5c-91c3-9f3315e9fbab, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=116a1d60-febc-4c5c-91c3-9f3315e9fbab,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:16.050938 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.065591 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Calling delete_port for 116a1d60-febc-4c5c-91c3-9f3315e9fbab owned by network:router_gateway {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:33:16.070525 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6cab494-11e3-4921-9e51-6058994ab19c admin admin] Publish callbacks [] for security_group (8417732c-309e-45a9-8ea7-e57547180726), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.126092 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6cab494-11e3-4921-9e51-6058994ab19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8417732c-309e-45a9-8ea7-e57547180726), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.128783 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e6cab494-11e3-4921-9e51-6058994ab19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.129980 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e6cab494-11e3-4921-9e51-6058994ab19c admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8417732c-309e-45a9-8ea7-e57547180726 HTTP/1.1" status: 204 len: 168 time: 0.1378841 Sep 28 12:33:16.138756 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cab494-11e3-4921-9e51-6058994ab19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8417732c-309e-45a9-8ea7-e57547180726,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:16.150454 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] Checking router: c34b97c3-ec2a-4e8c-9376-82e68e451c1b for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:33:16.158173 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] Routers {'c34b97c3-ec2a-4e8c-9376-82e68e451c1b'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:16.158788 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:32:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:16.255370 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] Set router c34b97c3-ec2a-4e8c-9376-82e68e451c1b gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:16.274219 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (116a1d60-febc-4c5c-91c3-9f3315e9fbab), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.306821 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=116a1d60-febc-4c5c-91c3-9f3315e9fbab,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:16.310723 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:33:15Z', 'revision_number': 6, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:16.343592 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b5b77-0935-448c-9a71-9b2c2e591a45 None None] The sync data for ids ['c34b97c3-ec2a-4e8c-9376-82e68e451c1b'] in dv-cinder-844563-9-iscsi is: [{'id': 'c34b97c3-ec2a-4e8c-9376-82e68e451c1b', 'name': 'tempest-AttachVolumeShelveTestJSON-1323689903-router', 'tenant_id': 'a396283cd8314a74bfd5e411c246cc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:22:38Z', 'updated_at': '2022-09-28T12:33:15Z', 'revision_number': 6, 'project_id': 'a396283cd8314a74bfd5e411c246cc96', 'gw_port_host': None}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:33:16.383422 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.475631 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.478023 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks [] for router_controller (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.524216 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (c34b97c3-ec2a-4e8c-9376-82e68e451c1b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.524792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c34b97c3-ec2a-4e8c-9376-82e68e451c1b {{(pid=106180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:33:16.529452 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.530584 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-7769ed7c-be3c-4dda-811f-0a723425dd14 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/c34b97c3-ec2a-4e8c-9376-82e68e451c1b HTTP/1.1" status: 204 len: 168 time: 0.8333299 Sep 28 12:33:16.533078 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53634) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:16.580597 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Deleting subnet 8d11853d-8d71-466a-a6fe-a53888147b3b {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:33:16.583811 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Publish callbacks [] for subnet (8d11853d-8d71-466a-a6fe-a53888147b3b), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.621678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (8d11853d-8d71-466a-a6fe-a53888147b3b), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.720567 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (8d11853d-8d71-466a-a6fe-a53888147b3b), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.779531 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:16.790201 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (8d11853d-8d71-466a-a6fe-a53888147b3b), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.822131 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d11853d-8d71-466a-a6fe-a53888147b3b,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:16.828645 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.831827 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-99adde6c-8754-43c6-b3e3-cdf722295511 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/8d11853d-8d71-466a-a6fe-a53888147b3b HTTP/1.1" status: 204 len: 168 time: 0.2977779 Sep 28 12:33:16.835060 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53644) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:16.838009 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4eb290-b2a9-4f15-b8bb-c3e5cc64c447 None None] Network d52528a4-371a-43c0-ba14-e43c1c223b47 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:16.917897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (d52528a4-371a-43c0-ba14-e43c1c223b47), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:16.924523 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:16.963271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Deleting port fb286bdb-16fb-4dac-a780-d5a75917d8cb {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:33:16.963906 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.028569 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] For port fb286bdb-16fb-4dac-a780-d5a75917d8cb, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=fb286bdb-16fb-4dac-a780-d5a75917d8cb,segment=NetworkSegment(95dd303d-e8e2-4a6d-86ab-9f22d7adc054),segment_id=95dd303d-e8e2-4a6d-86ab-9f22d7adc054)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:17.028938 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.043094 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Calling delete_port for fb286bdb-16fb-4dac-a780-d5a75917d8cb owned by network:dhcp {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:33:17.131881 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (fb286bdb-16fb-4dac-a780-d5a75917d8cb), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.152944 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fb81f-ee1b-4fc4-8f0f-e82df68ea40e None None] DHCP port deletion for d52528a4-371a-43c0-ba14-e43c1c223b47 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:33:17.162783 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb286bdb-16fb-4dac-a780-d5a75917d8cb,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:17.174326 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] No DVR routers for this DVR port fb286bdb-16fb-4dac-a780-d5a75917d8cb on host dv-cinder-844563-9-iscsi {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:33:17.257856 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (d52528a4-371a-43c0-ba14-e43c1c223b47), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.533540 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52528a4-371a-43c0-ba14-e43c1c223b47']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:17.544745 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dd303d-e8e2-4a6d-86ab-9f22d7adc054') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:17.545046 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dd303d-e8e2-4a6d-86ab-9f22d7adc054') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:17.555209 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (95dd303d-e8e2-4a6d-86ab-9f22d7adc054), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.569400 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (95dd303d-e8e2-4a6d-86ab-9f22d7adc054), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.576145 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:33:17.576583 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (95dd303d-e8e2-4a6d-86ab-9f22d7adc054), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.617977 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment 95dd303d-e8e2-4a6d-86ab-9f22d7adc054 resource provider aggregate not found Sep 28 12:33:17.636776 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment 95dd303d-e8e2-4a6d-86ab-9f22d7adc054 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95dd303d-e8e2-4a6d-86ab-9f22d7adc054 found for delete ", "request_id": "req-11c74b6e-3e3b-4e31-b52e-0bb810bee219"}]} Sep 28 12:33:17.641846 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (d52528a4-371a-43c0-ba14-e43c1c223b47), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.659382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.663178 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/d52528a4-371a-43c0-ba14-e43c1c223b47 HTTP/1.1" status: 204 len: 168 time: 0.8269942 Sep 28 12:33:17.664648 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e5b32-c767-4f98-9382-791e99a157c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d52528a4-371a-43c0-ba14-e43c1c223b47,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:17.851957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53674) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:17.898946 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-34bae6c9-8b24-49ac-97bf-54a1f82d6a55 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a396283cd8314a74bfd5e411c246cc96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457819 Sep 28 12:33:17.901525 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53678) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:17.957160 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fffae59-1fed-4d5c-bdb1-4e2c618da3ac admin admin] Publish callbacks [] for security_group (04e09384-a923-4e3a-98a3-88295a1dc8da), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:17.978662 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fffae59-1fed-4d5c-bdb1-4e2c618da3ac admin admin] Publish callbacks [] for security_group (04e09384-a923-4e3a-98a3-88295a1dc8da), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:18.027644 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fffae59-1fed-4d5c-bdb1-4e2c618da3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (04e09384-a923-4e3a-98a3-88295a1dc8da), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:18.030281 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6fffae59-1fed-4d5c-bdb1-4e2c618da3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:18.031549 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6fffae59-1fed-4d5c-bdb1-4e2c618da3ac admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/04e09384-a923-4e3a-98a3-88295a1dc8da HTTP/1.1" status: 204 len: 168 time: 0.1290004 Sep 28 12:33:18.041844 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffae59-1fed-4d5c-bdb1-4e2c618da3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e09384-a923-4e3a-98a3-88295a1dc8da,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:18.437465 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device fb286bdb-16fb-4dac-a780-d5a75917d8cb no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:33:18.462278 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: fb286bdb-16fb-4dac-a780-d5a75917d8cb {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:33:18.462641 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device fb286bdb-16fb-4dac-a780-d5a75917d8cb not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:33:18.463037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 116a1d60-febc-4c5c-91c3-9f3315e9fbab no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:33:18.485101 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 116a1d60-febc-4c5c-91c3-9f3315e9fbab {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:33:18.485726 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 116a1d60-febc-4c5c-91c3-9f3315e9fbab not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:33:18.486335 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8c57569c-94fa-42f5-a596-2d959ab78d71 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:33:18.504967 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 8c57569c-94fa-42f5-a596-2d959ab78d71 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:33:18.505870 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 8c57569c-94fa-42f5-a596-2d959ab78d71 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:33:19.275472 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.033630 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53776) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:20.140460 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d02-ddda-46a4-96f4-71dd2d0b18c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.210808 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:20.226728 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d02-ddda-46a4-96f4-71dd2d0b18c9 admin admin] Publish callbacks [] for security_group (c972366d-aa45-4a08-8511-6bf8f9c8a9d5), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.230760 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d02-ddda-46a4-96f4-71dd2d0b18c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c972366d-aa45-4a08-8511-6bf8f9c8a9d5), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.270402 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2ca23d02-ddda-46a4-96f4-71dd2d0b18c9 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4f67b5c236854a2b84641da5360d394d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356861 Sep 28 12:33:20.271632 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca23d02-ddda-46a4-96f4-71dd2d0b18c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972366d-aa45-4a08-8511-6bf8f9c8a9d5,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:20.273502 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53780) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:20.329419 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c09e-ba14-45a9-8b4a-01c7f5d1ba3f admin admin] Publish callbacks [] for security_group (c972366d-aa45-4a08-8511-6bf8f9c8a9d5), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.350819 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c09e-ba14-45a9-8b4a-01c7f5d1ba3f admin admin] Publish callbacks [] for security_group (c972366d-aa45-4a08-8511-6bf8f9c8a9d5), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.399848 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c09e-ba14-45a9-8b4a-01c7f5d1ba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (c972366d-aa45-4a08-8511-6bf8f9c8a9d5), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.402308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c09e-ba14-45a9-8b4a-01c7f5d1ba3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.403443 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b0d3c09e-ba14-45a9-8b4a-01c7f5d1ba3f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/c972366d-aa45-4a08-8511-6bf8f9c8a9d5 HTTP/1.1" status: 204 len: 168 time: 0.1284347 Sep 28 12:33:20.411247 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3c09e-ba14-45a9-8b4a-01c7f5d1ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972366d-aa45-4a08-8511-6bf8f9c8a9d5,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:20.685038 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53796) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:20.698791 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a4023352-a5cd-4f8d-9c85-0af210977508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.709816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=10 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:20.725739 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:20.779495 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a4023352-a5cd-4f8d-9c85-0af210977508 admin admin] Publish callbacks [] for security_group (70c6367b-57de-48af-a6e6-22b6a5b368a0), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.783845 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a4023352-a5cd-4f8d-9c85-0af210977508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (70c6367b-57de-48af-a6e6-22b6a5b368a0), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.822697 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a4023352-a5cd-4f8d-9c85-0af210977508 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6a3b336583954ea696228cb5fad979ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365693 Sep 28 12:33:20.823800 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4023352-a5cd-4f8d-9c85-0af210977508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6367b-57de-48af-a6e6-22b6a5b368a0,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:20.825409 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53798) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:20.847303 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:20.886139 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2d3fedbe-68c6-4eed-ad67-c6354a3ed896 admin admin] Publish callbacks [] for security_group (70c6367b-57de-48af-a6e6-22b6a5b368a0), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.907071 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2d3fedbe-68c6-4eed-ad67-c6354a3ed896 admin admin] Publish callbacks [] for security_group (70c6367b-57de-48af-a6e6-22b6a5b368a0), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.962522 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2d3fedbe-68c6-4eed-ad67-c6354a3ed896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (70c6367b-57de-48af-a6e6-22b6a5b368a0), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.965111 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2d3fedbe-68c6-4eed-ad67-c6354a3ed896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:20.966324 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2d3fedbe-68c6-4eed-ad67-c6354a3ed896 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/70c6367b-57de-48af-a6e6-22b6a5b368a0 HTTP/1.1" status: 204 len: 168 time: 0.1380327 Sep 28 12:33:20.981567 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fedbe-68c6-4eed-ad67-c6354a3ed896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6367b-57de-48af-a6e6-22b6a5b368a0,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:21.259529 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5a7604e9-7cd2-43e0-aa8f-f17bbd0a7f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:23.560924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f0eabeec-de0b-4a66-a782-bafb68205eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:24.855802 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.013954 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53900) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:25.119999 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-788fb661-a0a5-4cd9-a7c9-1c815596e14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.203798 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-788fb661-a0a5-4cd9-a7c9-1c815596e14e admin admin] Publish callbacks [] for security_group (b9a3bd73-4b16-4972-8da3-8272e9c5f517), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.209492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-788fb661-a0a5-4cd9-a7c9-1c815596e14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b9a3bd73-4b16-4972-8da3-8272e9c5f517), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.249347 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-788fb661-a0a5-4cd9-a7c9-1c815596e14e admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=36cbeee8a77f4fcfb57944bd6a1a2cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343342 Sep 28 12:33:25.250184 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fb661-a0a5-4cd9-a7c9-1c815596e14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3bd73-4b16-4972-8da3-8272e9c5f517,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:25.252178 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53906) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:25.309889 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-533d0cf8-65aa-47b4-a71e-298c37d32217 admin admin] Publish callbacks [] for security_group (b9a3bd73-4b16-4972-8da3-8272e9c5f517), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.332443 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-533d0cf8-65aa-47b4-a71e-298c37d32217 admin admin] Publish callbacks [] for security_group (b9a3bd73-4b16-4972-8da3-8272e9c5f517), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.385705 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-533d0cf8-65aa-47b4-a71e-298c37d32217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b9a3bd73-4b16-4972-8da3-8272e9c5f517), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.388475 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-533d0cf8-65aa-47b4-a71e-298c37d32217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.389895 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-533d0cf8-65aa-47b4-a71e-298c37d32217 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b9a3bd73-4b16-4972-8da3-8272e9c5f517 HTTP/1.1" status: 204 len: 168 time: 0.1365309 Sep 28 12:33:25.399285 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d0cf8-65aa-47b4-a71e-298c37d32217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3bd73-4b16-4972-8da3-8272e9c5f517,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:25.671466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53922) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:25.685263 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-31587ac0-4a01-4a78-b8b5-d106432ad365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.761385 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-31587ac0-4a01-4a78-b8b5-d106432ad365 admin admin] Publish callbacks [] for security_group (50afea65-0c76-4c37-a378-632b131642cf), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.764792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-31587ac0-4a01-4a78-b8b5-d106432ad365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (50afea65-0c76-4c37-a378-632b131642cf), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.805291 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-31587ac0-4a01-4a78-b8b5-d106432ad365 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=c3ff7c2a2f8e48b29121edb9cf13087b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326518 Sep 28 12:33:25.806023 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53924) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:25.807960 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587ac0-4a01-4a78-b8b5-d106432ad365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50afea65-0c76-4c37-a378-632b131642cf,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:25.861403 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f65c6f6d-cb21-4ffc-a315-0d54df584b87 admin admin] Publish callbacks [] for security_group (50afea65-0c76-4c37-a378-632b131642cf), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.881904 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f65c6f6d-cb21-4ffc-a315-0d54df584b87 admin admin] Publish callbacks [] for security_group (50afea65-0c76-4c37-a378-632b131642cf), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.928692 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f65c6f6d-cb21-4ffc-a315-0d54df584b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (50afea65-0c76-4c37-a378-632b131642cf), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.931336 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f65c6f6d-cb21-4ffc-a315-0d54df584b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:25.932494 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f65c6f6d-cb21-4ffc-a315-0d54df584b87 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/50afea65-0c76-4c37-a378-632b131642cf HTTP/1.1" status: 204 len: 168 time: 0.1254287 Sep 28 12:33:25.940561 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c6f6d-cb21-4ffc-a315-0d54df584b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50afea65-0c76-4c37-a378-632b131642cf,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:26.200805 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.251687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.257530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 53930) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:26.271052 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eeefe24e-b062-4bad-ae78-a9fd7e486879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.280744 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=22 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:26.343329 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=19 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:26.345520 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eeefe24e-b062-4bad-ae78-a9fd7e486879 admin admin] Publish callbacks [] for security_group (ba4e89d2-9500-4962-abca-18d63ce2352d), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.348989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-eeefe24e-b062-4bad-ae78-a9fd7e486879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ba4e89d2-9500-4962-abca-18d63ce2352d), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.386610 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-eeefe24e-b062-4bad-ae78-a9fd7e486879 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=62decd0b2024443bb54e3487bf451551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280324 Sep 28 12:33:26.388587 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefe24e-b062-4bad-ae78-a9fd7e486879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4e89d2-9500-4962-abca-18d63ce2352d,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:26.389317 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53932) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:26.440514 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caec9d3c-087c-4d5e-808f-9348827ade5f admin admin] Publish callbacks [] for security_group (ba4e89d2-9500-4962-abca-18d63ce2352d), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.452112 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:26.465084 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caec9d3c-087c-4d5e-808f-9348827ade5f admin admin] Publish callbacks [] for security_group (ba4e89d2-9500-4962-abca-18d63ce2352d), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.481765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:26.514548 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caec9d3c-087c-4d5e-808f-9348827ade5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (ba4e89d2-9500-4962-abca-18d63ce2352d), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.517124 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-caec9d3c-087c-4d5e-808f-9348827ade5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:26.518270 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-caec9d3c-087c-4d5e-808f-9348827ade5f admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/ba4e89d2-9500-4962-abca-18d63ce2352d HTTP/1.1" status: 204 len: 168 time: 0.1279762 Sep 28 12:33:26.527376 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec9d3c-087c-4d5e-808f-9348827ade5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4e89d2-9500-4962-abca-18d63ce2352d,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:27.199093 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53958) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:27.295630 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846385700-network', 'tenant_id': 'd73c25391e8044c2ac3678317021732d'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:27.315783 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Made reservation on behalf of d73c25391e8044c2ac3678317021732d for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:27.318235 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.326957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.402721 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks [] for security_group (2a46b083-34db-4125-a469-8c0fb69369b7), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.406310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2a46b083-34db-4125-a469-8c0fb69369b7), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.429308 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:33:27.445421 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a46b083-34db-4125-a469-8c0fb69369b7,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:27.449758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (3b79bcde-d9bf-4f94-8318-d8eacf191455), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.450096 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Added segment 3b79bcde-d9bf-4f94-8318-d8eacf191455 of type vlan for network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 Sep 28 12:33:27.491343 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (cbf8da1f-c122-40d9-8bf4-a166b5233ca8), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.515471 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (cbf8da1f-c122-40d9-8bf4-a166b5233ca8), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.516464 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:27.517039 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.570636 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3703566 Sep 28 12:33:27.573365 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53962) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:27.584142 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Request body: {'subnet': {'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846385700-subnet', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:27.596503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d999c1-73f3-4ee3-9a32-f5d9d90f232b admin admin] Pushing event updated for resources: {'Network': ['ID=cbf8da1f-c122-40d9-8bf4-a166b5233ca8,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:27.606754 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:33:27.613618 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Made reservation on behalf of d73c25391e8044c2ac3678317021732d for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:27.615989 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.791311 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (24745235-9793-47dd-9414-6f3a31c68e9a), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.842284 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24745235-9793-47dd-9414-6f3a31c68e9a,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:27.859600 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Checking segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:27.859960 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Network hostable DHCP agents. Network: cbf8da1f-c122-40d9-8bf4-a166b5233ca8, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:33:27.876909 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:33:27.884978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, cbf8da1f-c122-40d9-8bf4-a166b5233ca8) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:27.889207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:27.889803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.893764 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb77d7-113c-4171-b54a-fff9e3425419 None None] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:27.905797 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-82d4814c-a291-4e82-ad72-d541dfa0d8c0 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3314497 Sep 28 12:33:27.908576 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53968) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:27.913911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:27.920242 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:27.935011 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:27.939626 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.940668 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.997358 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:33:27.998403 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:27.999331 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks [] for router_controller (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.132670 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks [] for router_gateway (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.133052 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Allocated IP 172.20.0.2 (cbf8da1f-c122-40d9-8bf4-a166b5233ca8/24745235-9793-47dd-9414-6f3a31c68e9a/bab09dea-4036-43d0-b6d9-0652b2cd60fe) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:33:28.275607 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Publish callbacks [] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.282159 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.317700 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks [] for router_gateway (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.324032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:28.329012 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:28.331135 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Pushing event updated for resources: {'Port': ['ID=bab09dea-4036-43d0-b6d9-0652b2cd60fe,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:28.333354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:33:28.335007 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=9,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:28.335608 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:28.337210 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.345476 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.345826 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.346166 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.346505 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.346837 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.347169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.347496 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.347819 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.348144 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.348470 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.348795 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.349177 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.349556 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.349883 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.350202 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:28.410184 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Attempting to bind port bab09dea-4036-43d0-b6d9-0652b2cd60fe on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:33:28.410554 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Attempting to bind port bab09dea-4036-43d0-b6d9-0652b2cd60fe by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:33:28.410917 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Attempting to bind port bab09dea-4036-43d0-b6d9-0652b2cd60fe on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:33:28.449229 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Allocated IP 172.27.0.237 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/5b76ac5a-6bb3-4b59-8b39-099a70614aa8) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:33:28.452016 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:33:28.452385 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Checking segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:28.452787 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.453204 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Bound using segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:33:28.453672 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Bound port: bab09dea-4036-43d0-b6d9-0652b2cd60fe, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:33:28.454057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.515427 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] For port bab09dea-4036-43d0-b6d9-0652b2cd60fe, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:33:28.518437 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] For port bab09dea-4036-43d0-b6d9-0652b2cd60fe, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bab09dea-4036-43d0-b6d9-0652b2cd60fe,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:33:28.523710 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.560435 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks [] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.577866 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5dc92b-22b9-42b0-af29-cc0c98bddccf None None] Pushing event updated for resources: {'Port': ['ID=bab09dea-4036-43d0-b6d9-0652b2cd60fe,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:28.596418 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:28.645198 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:28.651166 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:28.654731 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:33:28.658582 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Pushing event updated for resources: {'Port': ['ID=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:28.858665 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:28.916730 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:28.926071 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks [] for router_gateway (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:29.110403 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:29.240796 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:33:29.351543 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:33:29.362772 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:33:29.372885 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:29.376896 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8197e156-907b-4c08-8644-50c47f9dff99 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4644728 Sep 28 12:33:29.377050 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:29.377050 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:29.377309 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 53974) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:29.594137 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455412b-4d1e-4e8f-8427-832ba2d7cb3b None None] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:29.655200 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Provisioning complete for port bab09dea-4036-43d0-b6d9-0652b2cd60fe triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:29.655570 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:29.655898 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Attempt 1 to provision port bab09dea-4036-43d0-b6d9-0652b2cd60fe Sep 28 12:33:29.691250 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:29.776092 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:29.785525 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:29.791209 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:29.927887 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Current status of the port bab09dea-4036-43d0-b6d9-0652b2cd60fe is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:29.928336 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.012861 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:28Z', 'revision_number': 3, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:30.017988 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] For port bab09dea-4036-43d0-b6d9-0652b2cd60fe, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bab09dea-4036-43d0-b6d9-0652b2cd60fe,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:30.044587 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:33:30.045164 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Updating router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:33:30.047435 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.051051 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:30.114649 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.158676 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d09cec-b593-455a-af97-669c29b636c6 None None] Pushing event updated for resources: {'Port': ['ID=bab09dea-4036-43d0-b6d9-0652b2cd60fe,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:30.237283 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:30.282671 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Allocated IP 172.20.0.1 (cbf8da1f-c122-40d9-8bf4-a166b5233ca8/24745235-9793-47dd-9414-6f3a31c68e9a/743f0075-f315-4f19-8ee9-a1939f08ebcd) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:33:30.303255 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-95816c46-eb37-43ea-82a3-57081f11e454 None None] Provisioning complete for port bab09dea-4036-43d0-b6d9-0652b2cd60fe triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:30.303627 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-95816c46-eb37-43ea-82a3-57081f11e454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.303964 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-95816c46-eb37-43ea-82a3-57081f11e454 None None] Attempt 1 to provision port bab09dea-4036-43d0-b6d9-0652b2cd60fe Sep 28 12:33:30.405958 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks [] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.440912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.463043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-95816c46-eb37-43ea-82a3-57081f11e454 None None] Current status of the port bab09dea-4036-43d0-b6d9-0652b2cd60fe is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:30.479156 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Publish callbacks [] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.485281 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.485677 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:30.491164 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:30.493562 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:33:30.496704 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Pushing event updated for resources: {'Port': ['ID=743f0075-f315-4f19-8ee9-a1939f08ebcd,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:30.523738 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Attempting to bind port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:33:30.523894 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Attempting to bind port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:33:30.524313 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Attempting to bind port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:33:30.537599 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.547681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bab09dea-4036-43d0-b6d9-0652b2cd60fe up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:30.590237 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd803ce9-cdd3-490b-8c6b-1255514f04c6 None None] Pushing event updated for resources: {'Port': ['ID=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:30.609643 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:33:30.618070 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:33:30.618483 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:30.619050 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.619221 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:33:30.619696 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Bound port: 5b76ac5a-6bb3-4b59-8b39-099a70614aa8, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:33:30.620073 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.658518 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port bab09dea-4036-43d0-b6d9-0652b2cd60fe triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:30.658939 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.659217 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port bab09dea-4036-43d0-b6d9-0652b2cd60fe Sep 28 12:33:30.691299 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.713480 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] For port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:33:30.717616 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] For port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:33:30.727769 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.794026 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:30.794561 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:30.843460 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port bab09dea-4036-43d0-b6d9-0652b2cd60fe is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:30.852785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Provisioning complete for port 743f0075-f315-4f19-8ee9-a1939f08ebcd triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:30.853168 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.853500 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 1 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:30.868128 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks [] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.872836 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.881947 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd803ce9-cdd3-490b-8c6b-1255514f04c6 None None] Pushing event updated for resources: {'Port': ['ID=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:30.887580 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:30.918516 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:30.929697 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:30.932566 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:30.934971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:30.943588 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Pushing event updated for resources: {'Port': ['ID=743f0075-f315-4f19-8ee9-a1939f08ebcd,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:30.952045 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:30.953463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:31.045791 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:31.047213 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:31.158785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:31.173729 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:33:31.192920 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9de6db-9a9b-45e4-a85f-8a9bf928923e None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:33:31.291728 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:33:31.296894 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9f7ff808-6119-48ff-a28b-51a6c3445584 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188159 Sep 28 12:33:31.433639 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 2 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:31.483379 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:31.869416 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54030) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:31.874472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2004740410-network', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:31.899517 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Made reservation on behalf of f621e8defb6c4a7796f19073bfcc35cb for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:31.902163 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:31.922606 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:31.985514 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 3 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:32.020488 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:32.020753 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks [] for security_group (8805e751-b9ca-45b5-9135-ffa5de9aeeab), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.025015 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8805e751-b9ca-45b5-9135-ffa5de9aeeab), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.058698 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:33:32.070519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8805e751-b9ca-45b5-9135-ffa5de9aeeab,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:32.076183 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (64e895f4-bd54-4c2f-b5e3-32975b6124a0), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.076406 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Added segment 64e895f4-bd54-4c2f-b5e3-32975b6124a0 of type vlan for network 80a81d3c-1e3a-4797-b766-d4ab56c46165 Sep 28 12:33:32.123946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (80a81d3c-1e3a-4797-b766-d4ab56c46165), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.151971 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (80a81d3c-1e3a-4797-b766-d4ab56c46165), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.153027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:32.153733 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.223085 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3499904 Sep 28 12:33:32.224444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54032) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:32.229572 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Request body: {'subnet': {'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2004740410-subnet', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:32.234375 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526541a-a252-46df-aad1-005b9161eece admin admin] Pushing event updated for resources: {'Network': ['ID=80a81d3c-1e3a-4797-b766-d4ab56c46165,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:32.245277 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:33:32.255765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Made reservation on behalf of f621e8defb6c4a7796f19073bfcc35cb for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:32.258724 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.261459 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:32.384120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:32.464184 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (0a4bdbb7-a623-466a-bfe9-5b342e11a526), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.480312 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:32.523712 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 4 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:32.545371 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4bdbb7-a623-466a-bfe9-5b342e11a526,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:32.547758 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Checking segment: {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:32.548125 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Network hostable DHCP agents. Network: 80a81d3c-1e3a-4797-b766-d4ab56c46165, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:33:32.570753 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:33:32.582320 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:32.584137 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 80a81d3c-1e3a-4797-b766-d4ab56c46165) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:32.592165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:32.592165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.592646 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 Sep 28 12:33:32.593051 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:32.594169 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.596945 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd1c77f-0b55-46de-ada6-6c2731934367 None None] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:32.622300 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-024117c4-3a3e-4863-be2e-99cfe6c1a33a admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3967626 Sep 28 12:33:32.624678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54036) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:32.634383 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:32.668052 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3427'] for router (407bf76d-530c-4e30-8998-1dc81f451ede), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.670332 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-530818', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-761658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6544'] for router (407bf76d-530c-4e30-8998-1dc81f451ede), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.741527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks [] for router_controller (407bf76d-530c-4e30-8998-1dc81f451ede), precommit_add_association {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.913640 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpce45baf0-61e8-5d0a-9142-0e7436ed1b67-80a81d3c-1e3a-4797-b766-d4ab56c46165', 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'fixed_ips': [{'subnet_id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526'}]}} from dv-cinder-844563-9-iscsi. {{(pid=106182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 12:33:32.914557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.925382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks [] for router_gateway (407bf76d-530c-4e30-8998-1dc81f451ede), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.933208 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:32.933625 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:32.964341 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:32.969401 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.098691 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 5 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:33.104121 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:33.122398 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:33.143481 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks [] for router_gateway (407bf76d-530c-4e30-8998-1dc81f451ede), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.160230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:33.161416 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.db_base_plugin_common [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Allocated IP 172.20.0.2 (80a81d3c-1e3a-4797-b766-d4ab56c46165/0a4bdbb7-a623-466a-bfe9-5b342e11a526/e26bb2e0-d0e8-4228-b42b-1a7493899bea) {{(pid=106182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:33:33.187519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.240237 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:33.298681 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:33.323509 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Allocated IP 172.27.0.128 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/2e7775e3-5e73-496d-af93-836f95ea9764) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:33:33.357731 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Publish callbacks [] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), precommit_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.368419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), after_create {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.399793 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54058) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:33.418923 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 is already hosted by enough agents. {{(pid=106182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:33.422613 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.scheduler.base_scheduler [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Resources bound (agent type, host, resource id): {{(pid=106182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:33.427400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Received port after_create {{(pid=106182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:33:33.430907 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Pushing event updated for resources: {'Port': ['ID=e26bb2e0-d0e8-4228-b42b-1a7493899bea,revision_number=1']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:33.468682 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks [] for port (2e7775e3-5e73-496d-af93-836f95ea9764), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.490191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Attempting to bind port e26bb2e0-d0e8-4228-b42b-1a7493899bea on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:33:33.490656 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Attempting to bind port e26bb2e0-d0e8-4228-b42b-1a7493899bea by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:33:33.491120 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Attempting to bind port e26bb2e0-d0e8-4228-b42b-1a7493899bea on network 80a81d3c-1e3a-4797-b766-d4ab56c46165 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:33:33.505807 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.536127 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:33:33.537550 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Checking segment: {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:33.537550 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.537950 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Bound using segment: {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:33:33.538873 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Bound port: e26bb2e0-d0e8-4228-b42b-1a7493899bea, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:33:33.538873 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.548735 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9462dbfc-446c-4003-b1c8-09f5842676c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.552095 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:33.556715 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:33.557914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:33.561947 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:33:33.593488 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7775e3-5e73-496d-af93-836f95ea9764,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:33.623843 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] For port e26bb2e0-d0e8-4228-b42b-1a7493899bea, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:33:33.627557 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] For port e26bb2e0-d0e8-4228-b42b-1a7493899bea, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e26bb2e0-d0e8-4228-b42b-1a7493899bea,segment=NetworkSegment(64e895f4-bd54-4c2f-b5e3-32975b6124a0),segment_id=64e895f4-bd54-4c2f-b5e3-32975b6124a0)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:33:33.634429 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.651586 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9462dbfc-446c-4003-b1c8-09f5842676c4 admin admin] Publish callbacks [] for security_group (85ca10af-78df-4b2b-b574-cdb7f9e009c1), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.668001 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9462dbfc-446c-4003-b1c8-09f5842676c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (85ca10af-78df-4b2b-b574-cdb7f9e009c1), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.669557 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:33:33.674579 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 6 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:33.696220 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:33.696891 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:33.702781 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9462dbfc-446c-4003-b1c8-09f5842676c4 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=40ef41cfe9d042f98b5da706c7743fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017318 Sep 28 12:33:33.703621 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54062) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:33.724159 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:33.749403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:33.758553 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04312b9f-e28b-4b2a-9557-e1d8198c7fc7 None None] Pushing event updated for resources: {'Port': ['ID=e26bb2e0-d0e8-4228-b42b-1a7493899bea,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:33.779464 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462dbfc-446c-4003-b1c8-09f5842676c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca10af-78df-4b2b-b574-cdb7f9e009c1,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:33.785344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f2502e57-5073-4d7f-b954-2a862f587466 admin admin] Publish callbacks [] for security_group (85ca10af-78df-4b2b-b574-cdb7f9e009c1), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.810446 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f2502e57-5073-4d7f-b954-2a862f587466 admin admin] Publish callbacks [] for security_group (85ca10af-78df-4b2b-b574-cdb7f9e009c1), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.842264 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:33.872499 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:33.873684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f2502e57-5073-4d7f-b954-2a862f587466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (85ca10af-78df-4b2b-b574-cdb7f9e009c1), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.876519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f2502e57-5073-4d7f-b954-2a862f587466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:33.881446 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f2502e57-5073-4d7f-b954-2a862f587466 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/85ca10af-78df-4b2b-b574-cdb7f9e009c1 HTTP/1.1" status: 204 len: 168 time: 0.1755998 Sep 28 12:33:33.893191 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502e57-5073-4d7f-b954-2a862f587466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca10af-78df-4b2b-b574-cdb7f9e009c1,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:33.942002 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks [] for router_gateway (407bf76d-530c-4e30-8998-1dc81f451ede), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.221264 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 2, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:34.225470 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 7 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:34.250020 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649267'] for router (407bf76d-530c-4e30-8998-1dc81f451ede), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.253792 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:33:34.254325 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Updating router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae port 743f0075-f315-4f19-8ee9-a1939f08ebcd binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:33:34.275711 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:34.288036 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.401049 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Router 407bf76d-530c-4e30-8998-1dc81f451ede is scheduled to L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b with binding_index 1 {{(pid=106180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 12:33:34.430218 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54080) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:34.452173 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-90447975-873a-49de-961b-290425f0d800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.567586 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-90447975-873a-49de-961b-290425f0d800 admin admin] Publish callbacks [] for security_group (02cb47b9-e032-49cd-9eb0-e73abc79a5df), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.577874 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-90447975-873a-49de-961b-290425f0d800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (02cb47b9-e032-49cd-9eb0-e73abc79a5df), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.580420 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:34.593937 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:33:34.612529 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.617093 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Sync routers for ids ['407bf76d-530c-4e30-8998-1dc81f451ede'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:33:34.629494 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-66d44736-2f46-4409-a89e-1f3e774826e1 admin admin] 10.222.0.60 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0035441 Sep 28 12:33:34.630745 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54082) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:34.640044 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Routers {'407bf76d-530c-4e30-8998-1dc81f451ede'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:34.640705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['407bf76d-530c-4e30-8998-1dc81f451ede'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:34.663324 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:34.664567 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90447975-873a-49de-961b-290425f0d800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb47b9-e032-49cd-9eb0-e73abc79a5df,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:34.680490 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-90447975-873a-49de-961b-290425f0d800 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b2fac19cacf944909ffeedc038b4a0ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484443 Sep 28 12:33:34.683029 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54084) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:34.744870 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0205-d296-4163-89ca-33f76cf34509 admin admin] Publish callbacks [] for security_group (02cb47b9-e032-49cd-9eb0-e73abc79a5df), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.748117 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Publish callbacks [] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.756410 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.773004 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0205-d296-4163-89ca-33f76cf34509 admin admin] Publish callbacks [] for security_group (02cb47b9-e032-49cd-9eb0-e73abc79a5df), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.781187 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 8 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:34.835201 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0205-d296-4163-89ca-33f76cf34509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (02cb47b9-e032-49cd-9eb0-e73abc79a5df), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.839683 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Pushing event updated for resources: {'Port': ['ID=743f0075-f315-4f19-8ee9-a1939f08ebcd,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:34.844268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0205-d296-4163-89ca-33f76cf34509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.856448 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9f8e0205-d296-4163-89ca-33f76cf34509 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/02cb47b9-e032-49cd-9eb0-e73abc79a5df HTTP/1.1" status: 204 len: 168 time: 0.1665056 Sep 28 12:33:34.856693 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:34.857064 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:34.857436 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 Sep 28 12:33:34.858969 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Port 743f0075-f315-4f19-8ee9-a1939f08ebcd cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:34.876880 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0205-d296-4163-89ca-33f76cf34509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb47b9-e032-49cd-9eb0-e73abc79a5df,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:34.885680 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.886026 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.886379 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.886732 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.887067 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.887409 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.887727 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.888069 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.888386 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.888707 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.889015 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.889365 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.889677 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.898842 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.899454 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:34.937515 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Attempting to bind port 743f0075-f315-4f19-8ee9-a1939f08ebcd on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:33:34.938126 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Attempting to bind port 743f0075-f315-4f19-8ee9-a1939f08ebcd by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:33:34.938648 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Attempting to bind port 743f0075-f315-4f19-8ee9-a1939f08ebcd on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:33:34.970189 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Set router 407bf76d-530c-4e30-8998-1dc81f451ede gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:35.030755 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:33:35.031888 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Checking segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:35.032529 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.033250 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Bound using segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:33:35.033948 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Bound port: 743f0075-f315-4f19-8ee9-a1939f08ebcd, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:33:35.034669 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.038619 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:35.058237 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:35.125411 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:35.155412 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] For port 743f0075-f315-4f19-8ee9-a1939f08ebcd, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:33:35.166113 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] For port 743f0075-f315-4f19-8ee9-a1939f08ebcd, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=743f0075-f315-4f19-8ee9-a1939f08ebcd,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:33:35.174887 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:35.178310 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e26bb2e0-d0e8-4228-b42b-1a7493899bea up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:35.186124 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.189860 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:35.220107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e44064-54f6-4f55-915b-854cb68c98c5 None None] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:35.253537 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75719368-bd19-4144-b077-6aca72052c40 None None] Pushing event updated for resources: {'Port': ['ID=743f0075-f315-4f19-8ee9-a1939f08ebcd,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:35.266704 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:35.267770 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:35.361033 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Attempt 9 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:35.363290 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:33:33Z', 'revision_number': 3, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:35.382336 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:35.394239 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:35.453626 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Checking router: 407bf76d-530c-4e30-8998-1dc81f451ede for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:33:35.454434 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Updating router 407bf76d-530c-4e30-8998-1dc81f451ede port 2e7775e3-5e73-496d-af93-836f95ea9764 binding host dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:33:35.459187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e26bb2e0-d0e8-4228-b42b-1a7493899bea triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:35.459743 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.460148 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e26bb2e0-d0e8-4228-b42b-1a7493899bea Sep 28 12:33:35.591717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.639731 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:35Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:35.648146 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.677846 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bece492-9f49-4999-8d7e-a72e5e0c86e7 None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:35Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:33:35.885256 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e26bb2e0-d0e8-4228-b42b-1a7493899bea is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:35.885995 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:35.904164 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Allocated IP 172.20.0.1 (80a81d3c-1e3a-4797-b766-d4ab56c46165/0a4bdbb7-a623-466a-bfe9-5b342e11a526/e11eb735-a1dc-4d8e-a0c6-bec7d4024469) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:33:35.920687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Current status of the port 743f0075-f315-4f19-8ee9-a1939f08ebcd is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:35.921189 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.054877 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks [] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.085126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:36.101542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.147035 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:36.151363 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:36.170669 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:33:36.205002 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port e26bb2e0-d0e8-4228-b42b-1a7493899bea, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e26bb2e0-d0e8-4228-b42b-1a7493899bea,segment=NetworkSegment(64e895f4-bd54-4c2f-b5e3-32975b6124a0),segment_id=64e895f4-bd54-4c2f-b5e3-32975b6124a0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:36.211066 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Pushing event updated for resources: {'Port': ['ID=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:36.234305 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.246643 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-528164'] for router_interface (407bf76d-530c-4e30-8998-1dc81f451ede), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.330135 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:36.332378 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] For port 743f0075-f315-4f19-8ee9-a1939f08ebcd, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=743f0075-f315-4f19-8ee9-a1939f08ebcd,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:36.346440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.380375 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:36.401599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=e26bb2e0-d0e8-4228-b42b-1a7493899bea,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:36.489017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Publish callbacks [] for port (2e7775e3-5e73-496d-af93-836f95ea9764), precommit_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.494979 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.529456 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.538002 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Provisioning complete for port e26bb2e0-d0e8-4228-b42b-1a7493899bea triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:36.538378 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.538726 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Attempt 1 to provision port e26bb2e0-d0e8-4228-b42b-1a7493899bea Sep 28 12:33:36.568157 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:36.575179 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 743f0075-f315-4f19-8ee9-a1939f08ebcd up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:36.612705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Attempting to bind port 2e7775e3-5e73-496d-af93-836f95ea9764 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:33:36.613084 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Attempting to bind port 2e7775e3-5e73-496d-af93-836f95ea9764 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:33:36.613480 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Attempting to bind port 2e7775e3-5e73-496d-af93-836f95ea9764 on network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:33:36.616819 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c949d-213d-42a7-ab89-3a0cc963c263 None None] Pushing event updated for resources: {'Port': ['ID=743f0075-f315-4f19-8ee9-a1939f08ebcd,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:36.729561 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85316a7-167a-4a97-8091-e36127dd5480 None None] Pushing event updated for resources: {'Port': ['ID=2e7775e3-5e73-496d-af93-836f95ea9764,revision_number=2']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:36.765644 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks [] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.771959 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.780220 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 743f0075-f315-4f19-8ee9-a1939f08ebcd triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:36.780610 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.780930 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:36.815874 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:33:36.816244 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Checking segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:36.816661 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.817042 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Bound using segment: {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'} {{(pid=106182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:33:36.817776 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.managers [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Bound port: 2e7775e3-5e73-496d-af93-836f95ea9764, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8237-9e56-4c3b-980a-013b45536c25', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}}] {{(pid=106182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:33:36.817976 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.842942 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Current status of the port e26bb2e0-d0e8-4228-b42b-1a7493899bea is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:36.850564 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Pushing event updated for resources: {'Port': ['ID=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:36.868900 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-528272'] for router_interface (407bf76d-530c-4e30-8998-1dc81f451ede), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.873109 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Provisioning complete for port 743f0075-f315-4f19-8ee9-a1939f08ebcd triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:36.873598 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.873942 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Attempt 1 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:36.921261 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] For port 2e7775e3-5e73-496d-af93-836f95ea9764, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:33:36.968808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] For port 2e7775e3-5e73-496d-af93-836f95ea9764, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=2e7775e3-5e73-496d-af93-836f95ea9764,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:33:36.980276 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:36.984250 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 743f0075-f315-4f19-8ee9-a1939f08ebcd is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:36.985392 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:33:36.987868 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:37.035123 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Routers {'407bf76d-530c-4e30-8998-1dc81f451ede'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:37.036211 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['407bf76d-530c-4e30-8998-1dc81f451ede'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:37.121490 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85316a7-167a-4a97-8091-e36127dd5480 None None] Pushing event updated for resources: {'Port': ['ID=2e7775e3-5e73-496d-af93-836f95ea9764,revision_number=3']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:37.130339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-d5538886-7138-44e0-8ee3-7a8239b099f5 None None] Current status of the port 743f0075-f315-4f19-8ee9-a1939f08ebcd is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:37.137514 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:37.165670 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Router 407bf76d-530c-4e30-8998-1dc81f451ede has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:33:37.205303 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] Set router 407bf76d-530c-4e30-8998-1dc81f451ede gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:37.262313 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Provisioning complete for port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:37.263206 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:37.263550 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 1 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:37.288309 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:33:37.297334 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-1b281a5a-a4ef-47d4-af7c-862555155170 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/407bf76d-530c-4e30-8998-1dc81f451ede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6645565 Sep 28 12:33:37.360951 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:37.367463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:37.454042 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'e11eb735-a1dc-4d8e-a0c6-bec7d4024469', 'name': '', 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'mac_address': 'fa:16:3e:2e:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:35Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 2, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'subnets': [{'id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:37.480901 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2192-c418-4f8f-ba6c-e26593a725fc None None] The sync data for ids ['407bf76d-530c-4e30-8998-1dc81f451ede'] in dv-cinder-844563-9-iscsi is: [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'e11eb735-a1dc-4d8e-a0c6-bec7d4024469', 'name': '', 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'mac_address': 'fa:16:3e:2e:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:35Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 2, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'subnets': [{'id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:33:37.792313 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54154) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:37.797516 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396524423', 'description': 'tempest-secgroup-smoke-1396524423 description', 'project_id': 'd73c25391e8044c2ac3678317021732d'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:37.826311 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:37.868387 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 2 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:37.914251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:37.927596 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group (2ef1fbc4-1a29-4f11-99ca-e090e92fedcb), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:37.932552 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2ef1fbc4-1a29-4f11-99ca-e090e92fedcb), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:37.966061 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:37.971031 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:37.972270 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1d0082d0-2e01-4648-b70e-3256ba4386b8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1786451 Sep 28 12:33:37.975379 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54158) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:37.979975 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group_rule': {'security_group_id': '2ef1fbc4-1a29-4f11-99ca-e090e92fedcb', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:38.014071 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:38.016622 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (8a58900b-9d19-47bd-8104-59f161a25677), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.086956 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (8a58900b-9d19-47bd-8104-59f161a25677), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.092553 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (8a58900b-9d19-47bd-8104-59f161a25677), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.113424 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a58900b-9d19-47bd-8104-59f161a25677,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:38.121938 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.122306 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.122650 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.122988 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.123319 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.123645 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.124150 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.124275 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.124606 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.124928 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.125311 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.125627 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.125962 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.126350 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.126536 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:38.131898 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.133121 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-158713b6-89e8-41eb-813f-976eabb8aab3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566870 Sep 28 12:33:38.136055 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54166) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.144914 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group_rule': {'security_group_id': '2ef1fbc4-1a29-4f11-99ca-e090e92fedcb', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:38.186744 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (be00954f-0baf-485a-91b2-c09c7d99be0b), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.253740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (be00954f-0baf-485a-91b2-c09c7d99be0b), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.258156 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (be00954f-0baf-485a-91b2-c09c7d99be0b), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.290794 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be00954f-0baf-485a-91b2-c09c7d99be0b,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:38.301530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.302824 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-9944889b-976a-4187-af3b-9fb8ba9fc1ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657736 Sep 28 12:33:38.306245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54168) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.310529 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group_rule': {'security_group_id': '2ef1fbc4-1a29-4f11-99ca-e090e92fedcb', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:38.339710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (b4052419-ddcb-4482-8abe-dc12beec75ae), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.386605 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:38.394885 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=6,neutron:SELECT=75,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:38.409877 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (b4052419-ddcb-4482-8abe-dc12beec75ae), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.415314 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 3 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:38.417833 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (b4052419-ddcb-4482-8abe-dc12beec75ae), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.447073 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4052419-ddcb-4482-8abe-dc12beec75ae,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:38.456791 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.460194 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-491d6cf9-809c-4e10-99d3-926b5fec9f08 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529562 Sep 28 12:33:38.463033 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54172) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.468473 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group_rule': {'security_group_id': '2ef1fbc4-1a29-4f11-99ca-e090e92fedcb', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:38.483379 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:38.512875 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (9628e3fc-1931-4894-9870-b9b0e726c317), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.530493 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54174) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.584674 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (9628e3fc-1931-4894-9870-b9b0e726c317), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.590225 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (9628e3fc-1931-4894-9870-b9b0e726c317), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.611852 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9628e3fc-1931-4894-9870-b9b0e726c317,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:38.619825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.623667 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-7178dea5-bbd6-490f-b4fa-2f93f02958f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571760 Sep 28 12:33:38.624021 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54178) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.630527 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group_rule': {'security_group_id': '2ef1fbc4-1a29-4f11-99ca-e090e92fedcb', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:38.669671 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.securitygroups_db [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Project d73c25391e8044c2ac3678317021732d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 12:33:38.680403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (c3f7b459-a996-402d-839c-2f124b20bcbd), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.704034 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25fc09de-39ca-4f5f-808e-2c8c7a1b248a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.793620 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 743f0075-f315-4f19-8ee9-a1939f08ebcd up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:38.802230 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (c3f7b459-a996-402d-839c-2f124b20bcbd), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.811730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (c3f7b459-a996-402d-839c-2f124b20bcbd), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.849434 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7b459-a996-402d-839c-2f124b20bcbd,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:38.849838 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 743f0075-f315-4f19-8ee9-a1939f08ebcd triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:38.850577 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.850969 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 743f0075-f315-4f19-8ee9-a1939f08ebcd Sep 28 12:33:38.862820 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.867737 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54182) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.868172 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-afc6ea6d-04cf-4edb-a473-296405a49a30 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2430282 Sep 28 12:33:38.873849 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'security_group_rule': {'security_group_id': '2ef1fbc4-1a29-4f11-99ca-e090e92fedcb', 'project_id': 'd73c25391e8044c2ac3678317021732d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:38.875293 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25fc09de-39ca-4f5f-808e-2c8c7a1b248a admin admin] Publish callbacks [] for security_group (f0812e6d-d814-44b8-8829-a0b4f0f99957), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.882241 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-25fc09de-39ca-4f5f-808e-2c8c7a1b248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f0812e6d-d814-44b8-8829-a0b4f0f99957), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.923681 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.securitygroups_db [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Project d73c25391e8044c2ac3678317021732d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 12:33:38.931079 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-25fc09de-39ca-4f5f-808e-2c8c7a1b248a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=ddab892310c647548a06cc404095fede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993723 Sep 28 12:33:38.932253 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc09de-39ca-4f5f-808e-2c8c7a1b248a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0812e6d-d814-44b8-8829-a0b4f0f99957,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:38.935852 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54184) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:38.945168 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (e324df78-7ec1-41a2-a9a6-e55e422d6433), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:38.956466 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 743f0075-f315-4f19-8ee9-a1939f08ebcd is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:38.958695 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 2e7775e3-5e73-496d-af93-836f95ea9764 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:38.990767 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 4 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:39.012282 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:39.027779 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (e324df78-7ec1-41a2-a9a6-e55e422d6433), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.034204 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cd227460-f02c-49a0-9a6d-515d91227068 admin admin] Publish callbacks [] for security_group (f0812e6d-d814-44b8-8829-a0b4f0f99957), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.034666 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (e324df78-7ec1-41a2-a9a6-e55e422d6433), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.050297 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:39.058389 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 2e7775e3-5e73-496d-af93-836f95ea9764 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:39.058760 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.059094 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 2e7775e3-5e73-496d-af93-836f95ea9764 Sep 28 12:33:39.060053 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cd227460-f02c-49a0-9a6d-515d91227068 admin admin] Publish callbacks [] for security_group (f0812e6d-d814-44b8-8829-a0b4f0f99957), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.063214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e324df78-7ec1-41a2-a9a6-e55e422d6433,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:39.076313 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.080950 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-42a9a27e-2bf2-45b6-9865-c909fa410f77 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2089951 Sep 28 12:33:39.135161 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cd227460-f02c-49a0-9a6d-515d91227068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f0812e6d-d814-44b8-8829-a0b4f0f99957), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.138336 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-cd227460-f02c-49a0-9a6d-515d91227068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.142727 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-cd227460-f02c-49a0-9a6d-515d91227068 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f0812e6d-d814-44b8-8829-a0b4f0f99957 HTTP/1.1" status: 204 len: 168 time: 0.2032142 Sep 28 12:33:39.146101 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 2e7775e3-5e73-496d-af93-836f95ea9764 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:39.146679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.160089 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd227460-f02c-49a0-9a6d-515d91227068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0812e6d-d814-44b8-8829-a0b4f0f99957,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:39.175533 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] For port 2e7775e3-5e73-496d-af93-836f95ea9764, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=2e7775e3-5e73-496d-af93-836f95ea9764,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:39.182382 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.183251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e26bb2e0-d0e8-4228-b42b-1a7493899bea up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:39.274893 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Pushing event updated for resources: {'Port': ['ID=2e7775e3-5e73-496d-af93-836f95ea9764,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:39.278963 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e26bb2e0-d0e8-4228-b42b-1a7493899bea triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:39.279334 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.279726 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e26bb2e0-d0e8-4228-b42b-1a7493899bea Sep 28 12:33:39.311335 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:39.365411 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e26bb2e0-d0e8-4228-b42b-1a7493899bea is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:39.491317 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54232) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:39.509475 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5597bc2e-71d4-4c30-aa9d-b4864e837bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.551590 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 5 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:39.604825 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:39.615924 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5597bc2e-71d4-4c30-aa9d-b4864e837bba admin admin] Publish callbacks [] for security_group (7fb16048-6a68-4443-9f0f-bff4e9b0448f), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.620421 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5597bc2e-71d4-4c30-aa9d-b4864e837bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7fb16048-6a68-4443-9f0f-bff4e9b0448f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.665308 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597bc2e-71d4-4c30-aa9d-b4864e837bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb16048-6a68-4443-9f0f-bff4e9b0448f,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:39.671486 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5597bc2e-71d4-4c30-aa9d-b4864e837bba admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=2decc4e11eba45e99d98e5f2a113f682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791115 Sep 28 12:33:39.674210 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54238) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:39.729167 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-18a2fccf-469e-485e-9a02-eea9c0b8544d admin admin] Publish callbacks [] for security_group (7fb16048-6a68-4443-9f0f-bff4e9b0448f), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.749955 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-18a2fccf-469e-485e-9a02-eea9c0b8544d admin admin] Publish callbacks [] for security_group (7fb16048-6a68-4443-9f0f-bff4e9b0448f), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.797904 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-18a2fccf-469e-485e-9a02-eea9c0b8544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7fb16048-6a68-4443-9f0f-bff4e9b0448f), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.800670 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-18a2fccf-469e-485e-9a02-eea9c0b8544d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:39.802607 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-18a2fccf-469e-485e-9a02-eea9c0b8544d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7fb16048-6a68-4443-9f0f-bff4e9b0448f HTTP/1.1" status: 204 len: 168 time: 0.1271784 Sep 28 12:33:39.810746 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2fccf-469e-485e-9a02-eea9c0b8544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb16048-6a68-4443-9f0f-bff4e9b0448f,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:39.874557 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Sync routers for ids ['407bf76d-530c-4e30-8998-1dc81f451ede'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:33:39.888699 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Routers {'407bf76d-530c-4e30-8998-1dc81f451ede'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:39.889357 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['407bf76d-530c-4e30-8998-1dc81f451ede'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:40.089215 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Set router 407bf76d-530c-4e30-8998-1dc81f451ede gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:40.106307 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 6 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:40.148909 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:40.300155 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'e11eb735-a1dc-4d8e-a0c6-bec7d4024469', 'name': '', 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'mac_address': 'fa:16:3e:2e:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:35Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 2, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'subnets': [{'id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:40.325688 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Checking router: 407bf76d-530c-4e30-8998-1dc81f451ede for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:33:40.326030 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Updating router 407bf76d-530c-4e30-8998-1dc81f451ede port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 binding host dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 12:33:40.358061 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.414262 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:40.482475 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 2e7775e3-5e73-496d-af93-836f95ea9764 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:40.531584 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port 2e7775e3-5e73-496d-af93-836f95ea9764 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:40.531957 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.532288 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port 2e7775e3-5e73-496d-af93-836f95ea9764 Sep 28 12:33:40.555488 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:40.618191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port 2e7775e3-5e73-496d-af93-836f95ea9764 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:40.637978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54276) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:40.651971 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 7 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:40.656088 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Publish callbacks [] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), precommit_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.664164 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.693759 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:33:40.695779 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:40.760476 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac72b8-6ca5-4789-875a-4020c303c081 None None] Pushing event updated for resources: {'Port': ['ID=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,revision_number=3']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:40.764653 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Attempting to bind port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 on host dv-cinder-844563-9-iscsi for vnic_type normal with profile {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:33:40.765009 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Attempting to bind port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 by drivers openvswitch,hyperv on host dv-cinder-844563-9-iscsi at level 0 using segments [{'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:33:40.765401 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Attempting to bind port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 on network 80a81d3c-1e3a-4797-b766-d4ab56c46165 {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:33:40.774764 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1728351692-network', 'tenant_id': '4b6771e4c5eb46b6a0cd0ccc065e9b88'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:40.797271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Made reservation on behalf of 4b6771e4c5eb46b6a0cd0ccc065e9b88 for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:40.799846 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.808654 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Checking agent: {'id': 'ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 14, 26), 'started_at': datetime.datetime(2022, 9, 28, 12, 14, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:33:40.809015 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Checking segment: {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:40.809159 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.809435 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.809817 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Bound using segment: {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'} {{(pid=106183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:33:40.810277 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.managers [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Bound port: e11eb735-a1dc-4d8e-a0c6-bec7d4024469, host: dv-cinder-844563-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e895f4-bd54-4c2f-b5e3-32975b6124a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165'}}] {{(pid=106183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:33:40.810643 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), before_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.875083 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] For port e11eb735-a1dc-4d8e-a0c6-bec7d4024469, host dv-cinder-844563-9-iscsi, cleared binding levels {{(pid=106183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:33:40.882384 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.plugins.ml2.db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] For port e11eb735-a1dc-4d8e-a0c6-bec7d4024469, host dv-cinder-844563-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,segment=NetworkSegment(64e895f4-bd54-4c2f-b5e3-32975b6124a0),segment_id=64e895f4-bd54-4c2f-b5e3-32975b6124a0)] {{(pid=106183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:33:40.888329 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:40.891422 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron_lib.callbacks.manager [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), after_update {{(pid=106183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.913512 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks [] for security_group (7e68177a-44ca-4c99-bc62-6433d2e5e4e5), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.918863 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7e68177a-44ca-4c99-bc62-6433d2e5e4e5), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.935551 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Routers {'407bf76d-530c-4e30-8998-1dc81f451ede'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:33:40.936177 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:33:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['407bf76d-530c-4e30-8998-1dc81f451ede'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:40.940757 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:33:40.957404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e68177a-44ca-4c99-bc62-6433d2e5e4e5,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:40.961369 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (c8840ef5-c110-481c-9d78-93379703e035), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:40.961942 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Added segment c8840ef5-c110-481c-9d78-93379703e035 of type vlan for network a3099995-0cb3-4c07-873f-1b731d5c4c14 Sep 28 12:33:41.003030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (a3099995-0cb3-4c07-873f-1b731d5c4c14), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.017485 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac72b8-6ca5-4789-875a-4020c303c081 None None] Pushing event updated for resources: {'Port': ['ID=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,revision_number=4']} {{(pid=106183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:41.028769 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (a3099995-0cb3-4c07-873f-1b731d5c4c14), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.029887 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:41.032373 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.083963 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] Set router 407bf76d-530c-4e30-8998-1dc81f451ede gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:33:41.095660 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4565990 Sep 28 12:33:41.099198 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54284) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:41.099706 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432b72e-b55d-49ea-b0f1-6fd20d78ae9f admin admin] Pushing event updated for resources: {'Network': ['ID=a3099995-0cb3-4c07-873f-1b731d5c4c14,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:41.105646 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Request body: {'subnet': {'network_id': 'a3099995-0cb3-4c07-873f-1b731d5c4c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1728351692-subnet', 'tenant_id': '4b6771e4c5eb46b6a0cd0ccc065e9b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:41.120346 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network a3099995-0cb3-4c07-873f-1b731d5c4c14 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:33:41.137012 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Made reservation on behalf of 4b6771e4c5eb46b6a0cd0ccc065e9b88 for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:41.139571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8418633'] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.154658 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:41.197352 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:41.320154 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'e11eb735-a1dc-4d8e-a0c6-bec7d4024469', 'name': '', 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'mac_address': 'fa:16:3e:2e:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:35Z', 'updated_at': '2022-09-28T12:33:40Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'subnets': [{'id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:41.351258 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3be1db6-e3ad-43e3-b273-931fdd8288ea None None] The sync data for ids ['407bf76d-530c-4e30-8998-1dc81f451ede'] in dv-cinder-844563-9-iscsi is: [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': 'e11eb735-a1dc-4d8e-a0c6-bec7d4024469', 'name': '', 'network_id': '80a81d3c-1e3a-4797-b766-d4ab56c46165', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'mac_address': 'fa:16:3e:2e:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:35Z', 'updated_at': '2022-09-28T12:33:40Z', 'revision_number': 4, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'subnets': [{'id': '0a4bdbb7-a623-466a-bfe9-5b342e11a526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:33:41.362380 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9584189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8418687'] for subnet (bde940ab-80ef-49d5-a782-5111f8f729d4), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.372005 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Attempt 8 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:41.455634 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde940ab-80ef-49d5-a782-5111f8f729d4,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:41.466103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Checking segment: {'id': 'c8840ef5-c110-481c-9d78-93379703e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a3099995-0cb3-4c07-873f-1b731d5c4c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:41.466696 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Network hostable DHCP agents. Network: a3099995-0cb3-4c07-873f-1b731d5c4c14, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:33:41.470103 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Current status of the port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 is: DOWN; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:41.470629 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.487430 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Network a3099995-0cb3-4c07-873f-1b731d5c4c14 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:33:41.503115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, a3099995-0cb3-4c07-873f-1b731d5c4c14) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:41.511154 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] For port e11eb735-a1dc-4d8e-a0c6-bec7d4024469, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,segment=NetworkSegment(64e895f4-bd54-4c2f-b5e3-32975b6124a0),segment_id=64e895f4-bd54-4c2f-b5e3-32975b6124a0)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:33:41.514816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:41.515190 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.516864 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.522941 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4f36e-6c5f-455c-b4cf-9f029bcd78f8 None None] Network a3099995-0cb3-4c07-873f-1b731d5c4c14 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:41.538331 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-45a274bc-93aa-4fcb-acc5-2e21a3fb57f3 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4371715 Sep 28 12:33:41.658103 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63f7ad-4fc0-4e4f-86a4-dada0ce6153f None None] Pushing event updated for resources: {'Port': ['ID=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:41.671680 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-b7188e28-364a-46e3-9e8e-6650235e62de None None] Provisioning complete for port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:41.672059 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b7188e28-364a-46e3-9e8e-6650235e62de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:41.672395 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-b7188e28-364a-46e3-9e8e-6650235e62de None None] Attempt 1 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:41.729311 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397a3ff-3c03-4840-b450-abfdf79f34fb None None] Network a3099995-0cb3-4c07-873f-1b731d5c4c14 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:41.847433 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:41.857391 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-b7188e28-364a-46e3-9e8e-6650235e62de None None] Current status of the port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:42.133783 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54304) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:42.138613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73890976-network', 'tenant_id': 'a98bccf3b93245dd950f6e1f1c924676'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:42.164267 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Made reservation on behalf of a98bccf3b93245dd950f6e1f1c924676 for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:42.171860 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.188707 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.275615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks [] for security_group (631c35fb-c5a0-4a69-8fa3-88d125bffd8e), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.279489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (631c35fb-c5a0-4a69-8fa3-88d125bffd8e), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.309973 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:33:42.315584 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c35fb-c5a0-4a69-8fa3-88d125bffd8e,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:42.325381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.325381 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Added segment fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677 of type vlan for network fb7cb0a0-ae77-4562-bba1-915dc12b00ae Sep 28 12:33:42.371313 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (fb7cb0a0-ae77-4562-bba1-915dc12b00ae), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.414202 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (fb7cb0a0-ae77-4562-bba1-915dc12b00ae), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.415602 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:42.416175 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.486993 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e11eb735-a1dc-4d8e-a0c6-bec7d4024469 up at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:33:42.494728 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3598373 Sep 28 12:33:42.497656 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54312) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:42.503208 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Request body: {'subnet': {'network_id': 'fb7cb0a0-ae77-4562-bba1-915dc12b00ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73890976-subnet', 'tenant_id': 'a98bccf3b93245dd950f6e1f1c924676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:33:42.520432 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874ca6a-5bca-4b77-88a3-ff7092b73d92 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7cb0a0-ae77-4562-bba1-915dc12b00ae,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:42.535169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network fb7cb0a0-ae77-4562-bba1-915dc12b00ae details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:33:42.535643 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Made reservation on behalf of a98bccf3b93245dd950f6e1f1c924676 for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:33:42.537871 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Provisioning complete for port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:33:42.538280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.538617 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Attempt 1 to provision port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 Sep 28 12:33:42.539304 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.546816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4500c-cd97-4d5f-9884-4b58291d82ba req-651069e5-3d3d-4f3d-bc86-eaddae73d361 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:42.548582 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-41e4500c-cd97-4d5f-9884-4b58291d82ba req-651069e5-3d3d-4f3d-bc86-eaddae73d361 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0785184 Sep 28 12:33:42.602320 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-41e4500c-cd97-4d5f-9884-4b58291d82ba req-f26968df-8df0-46c4-b418-643d4e7c1c4f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468009 Sep 28 12:33:42.689982 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Current status of the port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 is: ACTIVE; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:33:42.733065 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:42.741761 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (9ddc2aaf-a563-4120-9370-f85522d4a521), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.801953 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddc2aaf-a563-4120-9370-f85522d4a521,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:42.813386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Checking segment: {'id': 'fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb7cb0a0-ae77-4562-bba1-915dc12b00ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:33:42.813744 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Network hostable DHCP agents. Network: fb7cb0a0-ae77-4562-bba1-915dc12b00ae, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:33:42.832318 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Network fb7cb0a0-ae77-4562-bba1-915dc12b00ae is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:33:42.841704 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, fb7cb0a0-ae77-4562-bba1-915dc12b00ae) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:33:42.847280 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:42.847883 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:42.857524 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4077fd-a34b-44a9-a5ef-9e9cfc3ff060 None None] Network fb7cb0a0-ae77-4562-bba1-915dc12b00ae requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:42.865528 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f34c5264-5b2d-485f-96fc-cd3b2e587b3f admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3661449 Sep 28 12:33:42.962036 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21ef3c-3f23-4050-acf5-d746b3bbd5e8 None None] Network fb7cb0a0-ae77-4562-bba1-915dc12b00ae requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:33:42.968832 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:43.733291 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45413e-0951-429a-ab38-2fa8b59c44ac req-2fd1c91c-c917-492b-9477-ecb7b8c8394c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:43.734779 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a45413e-0951-429a-ab38-2fa8b59c44ac req-2fd1c91c-c917-492b-9477-ecb7b8c8394c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0488937 Sep 28 12:33:43.785149 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2a45413e-0951-429a-ab38-2fa8b59c44ac req-1f04308e-c588-48ee-bfe6-061748500537 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Sep 28 12:33:44.903678 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbd0de-352b-44ac-8daf-1049e2605392 req-b467dcd2-84ed-4b87-a24b-33c2588b3a5b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:44.905306 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-defbd0de-352b-44ac-8daf-1049e2605392 req-b467dcd2-84ed-4b87-a24b-33c2588b3a5b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0447226 Sep 28 12:33:44.918324 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:INSERT=17,neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:44.940445 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:44.956754 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-defbd0de-352b-44ac-8daf-1049e2605392 req-a75de684-b6c4-44f7-945f-9b237396eff8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 Sep 28 12:33:46.093387 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f995-62f7-4411-8034-b3aef5a46844 req-ae4e95fd-e99f-4c3a-bf85-a285885348b0 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:46.094980 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7165f995-62f7-4411-8034-b3aef5a46844 req-ae4e95fd-e99f-4c3a-bf85-a285885348b0 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0502071 Sep 28 12:33:46.146556 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7165f995-62f7-4411-8034-b3aef5a46844 req-e89542e6-f424-44b1-80ef-045a22ab677e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453911 Sep 28 12:33:47.284324 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8630604-03d3-49b8-ba5b-08688f6778ca req-62991d3e-4487-43ae-857d-c31573fc50e4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:47.286071 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c8630604-03d3-49b8-ba5b-08688f6778ca req-62991d3e-4487-43ae-857d-c31573fc50e4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0554471 Sep 28 12:33:47.337716 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c8630604-03d3-49b8-ba5b-08688f6778ca req-ec12b64e-b13a-4184-8e3e-996aad124387 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Sep 28 12:33:48.464679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaaef6d-d7f9-482f-9f37-307c39b654e0 req-ebb57abf-9371-4b06-8a45-b5e9fc1cfb91 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:48.466534 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aaaaef6d-d7f9-482f-9f37-307c39b654e0 req-ebb57abf-9371-4b06-8a45-b5e9fc1cfb91 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0530272 Sep 28 12:33:48.514924 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:48.520242 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aaaaef6d-d7f9-482f-9f37-307c39b654e0 req-537c2505-1908-4af7-b0f3-971e9bcd13da tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 Sep 28 12:33:49.288391 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:49.644870 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e56882-11da-4edd-85d8-0e1f97dfc436 req-5015f007-7dc6-49b7-ab42-422835fddb61 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:49.646430 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04e56882-11da-4edd-85d8-0e1f97dfc436 req-5015f007-7dc6-49b7-ab42-422835fddb61 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0459158 Sep 28 12:33:49.694436 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04e56882-11da-4edd-85d8-0e1f97dfc436 req-b4e95350-9121-4ed0-8dbe-450703428ed0 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 Sep 28 12:33:50.819091 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a83199-3cb6-4387-b4af-4fb765575d7c req-bfca7ee8-ec91-4cdf-99e8-2af8ec065289 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:50.820476 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-95a83199-3cb6-4387-b4af-4fb765575d7c req-bfca7ee8-ec91-4cdf-99e8-2af8ec065289 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0465767 Sep 28 12:33:50.867023 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-95a83199-3cb6-4387-b4af-4fb765575d7c req-280869a4-a3de-4d16-83b9-79147b9cee5d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Sep 28 12:33:51.263554 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3ca5e562-0ecd-44f9-ba8b-97de246c3560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:51.316509 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:51.324490 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=51,neutron:INSERT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:51.994790 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42962a7-881f-44d2-bdae-800d5bfe492b req-65a5f8b1-a0ef-4451-8f13-6c56ececcd12 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:51.996278 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f42962a7-881f-44d2-bdae-800d5bfe492b req-65a5f8b1-a0ef-4451-8f13-6c56ececcd12 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0533457 Sep 28 12:33:52.045229 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f42962a7-881f-44d2-bdae-800d5bfe492b req-1dbe8806-f0b5-44a2-889a-6597cb782b35 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Sep 28 12:33:53.054558 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-9ecdc657-d14b-4a78-acb3-abb003f60d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:53.056005 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-9ecdc657-d14b-4a78-acb3-abb003f60d6e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.1261559 Sep 28 12:33:53.162217 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-47e927b7-8ab7-45ce-be14-382d8be18d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:53.163693 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-47e927b7-8ab7-45ce-be14-382d8be18d16 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0894687 Sep 28 12:33:53.170574 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcc38-a2ae-4022-8275-95a4a0049169 req-7382c021-ddcf-4d61-aa3f-a10ffa2da8de tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:53.172177 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d3dcc38-a2ae-4022-8275-95a4a0049169 req-7382c021-ddcf-4d61-aa3f-a10ffa2da8de tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0499263 Sep 28 12:33:53.226143 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4d3dcc38-a2ae-4022-8275-95a4a0049169 req-c449c6c2-30de-4c77-81bc-2e640e45d33c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482917 Sep 28 12:33:53.493816 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-c3923ca2-437c-4ad1-b7a5-ccc310d87e25 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 1000 time: 0.3234775 Sep 28 12:33:53.557401 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-29c6f3b7-2804-4007-bd4c-b1a801abe93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:53.595779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-ba63c057-76be-4388-9cb2-0f7ffd962ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:53.598251 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-ba63c057-76be-4388-9cb2-0f7ffd962ab3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0530326 Sep 28 12:33:53.687696 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-2b095bd7-c77c-4af0-a291-4c87c44973e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:53.689156 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-2b095bd7-c77c-4af0-a291-4c87c44973e8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413992 Sep 28 12:33:53.700449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-b094454e-7396-438e-a3a9-92e9eb7914b0 service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:33:53.701406 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-b094454e-7396-438e-a3a9-92e9eb7914b0 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053637 Sep 28 12:33:53.789866 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-abee8873-350c-4f48-b4f5-8c4ee293cf2a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820477 Sep 28 12:33:53.884679 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ccdfe89c-a8ab-49de-824a-dd34030ffa37 req-d461ffc5-38a1-42ca-932c-c0925a9394a9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885994 Sep 28 12:33:54.345615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa5cf0-c30c-4b4c-81b6-e75544e01198 req-883ec828-43b7-41fb-af15-63805f893fd4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:54.347062 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e0aa5cf0-c30c-4b4c-81b6-e75544e01198 req-883ec828-43b7-41fb-af15-63805f893fd4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0454531 Sep 28 12:33:54.393329 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e0aa5cf0-c30c-4b4c-81b6-e75544e01198 req-7c90bd36-072c-4b58-a977-2116136a53cd tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Sep 28 12:33:54.854811 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:55.512890 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306a43f-46e7-4306-a16b-42d05e702047 req-e7930fde-817b-416d-abd9-3bee7fe65d3e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:55.514384 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f306a43f-46e7-4306-a16b-42d05e702047 req-e7930fde-817b-416d-abd9-3bee7fe65d3e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0460966 Sep 28 12:33:55.561154 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f306a43f-46e7-4306-a16b-42d05e702047 req-f4c05bdd-351b-4101-8e0b-5e072144bda5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411131 Sep 28 12:33:56.206607 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:56.259559 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:56.683032 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df550b-b358-4a2b-8cbc-9a990bd62f09 req-5d75578d-481b-4aa3-85b1-6be541c6ff98 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:56.684456 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e5df550b-b358-4a2b-8cbc-9a990bd62f09 req-5d75578d-481b-4aa3-85b1-6be541c6ff98 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0483418 Sep 28 12:33:56.732091 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e5df550b-b358-4a2b-8cbc-9a990bd62f09 req-a48a0581-18ac-44f4-8b1c-02700be49c2e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Sep 28 12:33:57.671570 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54500) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:57.716542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Deleting subnet bde940ab-80ef-49d5-a782-5111f8f729d4 {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:33:57.721840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Publish callbacks [] for subnet (bde940ab-80ef-49d5-a782-5111f8f729d4), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:57.774146 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (bde940ab-80ef-49d5-a782-5111f8f729d4), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:57.823872 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (bde940ab-80ef-49d5-a782-5111f8f729d4), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:57.886613 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9420e63-3374-40ea-95de-171007a52b87 req-ad437ad8-445d-4166-a2f2-bf53f8fb57db tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:57.888734 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9420e63-3374-40ea-95de-171007a52b87 req-ad437ad8-445d-4166-a2f2-bf53f8fb57db tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0814745 Sep 28 12:33:57.915804 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:57.938288 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (bde940ab-80ef-49d5-a782-5111f8f729d4), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:57.987589 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde940ab-80ef-49d5-a782-5111f8f729d4,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:57.995101 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9420e63-3374-40ea-95de-171007a52b87 req-39752714-1041-47e8-94d0-5a700e8cfd64 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984714 Sep 28 12:33:57.996805 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.000492 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-0f91c34c-4c50-4c51-9ccd-37f277282cdf admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/bde940ab-80ef-49d5-a782-5111f8f729d4 HTTP/1.1" status: 204 len: 168 time: 0.3273852 Sep 28 12:33:58.002643 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54504) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:58.082449 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (a3099995-0cb3-4c07-873f-1b731d5c4c14), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.174647 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (a3099995-0cb3-4c07-873f-1b731d5c4c14), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.201363 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3099995-0cb3-4c07-873f-1b731d5c4c14']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:58.210861 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8840ef5-c110-481c-9d78-93379703e035') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:58.211161 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8840ef5-c110-481c-9d78-93379703e035') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:58.221968 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (c8840ef5-c110-481c-9d78-93379703e035), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.237887 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (c8840ef5-c110-481c-9d78-93379703e035), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.246436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:33:58.246985 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (c8840ef5-c110-481c-9d78-93379703e035), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.292639 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment c8840ef5-c110-481c-9d78-93379703e035 resource provider aggregate not found Sep 28 12:33:58.310588 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment c8840ef5-c110-481c-9d78-93379703e035 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8840ef5-c110-481c-9d78-93379703e035 found for delete ", "request_id": "req-710f2f63-6375-4ee4-9812-1fddc9ddf4ae"}]} Sep 28 12:33:58.318698 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (a3099995-0cb3-4c07-873f-1b731d5c4c14), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.324371 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.327568 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/a3099995-0cb3-4c07-873f-1b731d5c4c14 HTTP/1.1" status: 204 len: 168 time: 0.3236952 Sep 28 12:33:58.331114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54510) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:58.343943 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc120ea-4b4e-48ad-9151-8206ca64a234 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3099995-0cb3-4c07-873f-1b731d5c4c14,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:58.378763 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Deleting subnet 9ddc2aaf-a563-4120-9370-f85522d4a521 {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:33:58.380658 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:58.382968 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Publish callbacks [] for subnet (9ddc2aaf-a563-4120-9370-f85522d4a521), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.384475 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:58.420871 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (9ddc2aaf-a563-4120-9370-f85522d4a521), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.460642 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (9ddc2aaf-a563-4120-9370-f85522d4a521), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.518432 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (9ddc2aaf-a563-4120-9370-f85522d4a521), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.543245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ddc2aaf-a563-4120-9370-f85522d4a521,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:58.553300 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.556673 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/9ddc2aaf-a563-4120-9370-f85522d4a521 HTTP/1.1" status: 204 len: 168 time: 0.2244201 Sep 28 12:33:58.558412 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.558754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.559194 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.559430 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54512) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:58.559558 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.559915 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.560287 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.560620 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.560925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.561274 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.561613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.561917 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.562239 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.562904 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.563392 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.563392 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fae6da-b9f2-4897-8651-abe5b9f0f9b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:33:58.622123 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:58.637246 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (fb7cb0a0-ae77-4562-bba1-915dc12b00ae), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.719791 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (fb7cb0a0-ae77-4562-bba1-915dc12b00ae), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.739747 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7cb0a0-ae77-4562-bba1-915dc12b00ae']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:58.748841 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:58.749154 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:33:58.758517 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.771932 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.779027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:33:58.779493 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.834771 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (fb7cb0a0-ae77-4562-bba1-915dc12b00ae), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.839615 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:58.843061 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/fb7cb0a0-ae77-4562-bba1-915dc12b00ae HTTP/1.1" status: 204 len: 168 time: 0.2826455 Sep 28 12:33:58.855947 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fd8a8-365a-490e-925d-5f7225ba46a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7cb0a0-ae77-4562-bba1-915dc12b00ae,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:59.004734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54518) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:59.044966 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-668e10a5-93bd-49e2-a12f-24ef59805164 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=4b6771e4c5eb46b6a0cd0ccc065e9b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390539 Sep 28 12:33:59.047499 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54522) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:59.101271 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d520f05f-0fdd-4268-aa83-8b4af9664fd2 admin admin] Publish callbacks [] for security_group (7e68177a-44ca-4c99-bc62-6433d2e5e4e5), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.118364 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5619e-2abe-47c5-abd8-7223a71700bf req-0e95f1b8-d9b1-4b45-91eb-fa4c57c00c05 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:59.120525 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e0c5619e-2abe-47c5-abd8-7223a71700bf req-0e95f1b8-d9b1-4b45-91eb-fa4c57c00c05 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0468664 Sep 28 12:33:59.122039 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d520f05f-0fdd-4268-aa83-8b4af9664fd2 admin admin] Publish callbacks [] for security_group (7e68177a-44ca-4c99-bc62-6433d2e5e4e5), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.167133 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e0c5619e-2abe-47c5-abd8-7223a71700bf req-9930e0e9-14e6-40ee-ad41-eb4e3aeeba86 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Sep 28 12:33:59.170615 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d520f05f-0fdd-4268-aa83-8b4af9664fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (7e68177a-44ca-4c99-bc62-6433d2e5e4e5), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.173257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d520f05f-0fdd-4268-aa83-8b4af9664fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.174276 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d520f05f-0fdd-4268-aa83-8b4af9664fd2 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/7e68177a-44ca-4c99-bc62-6433d2e5e4e5 HTTP/1.1" status: 204 len: 168 time: 0.1258898 Sep 28 12:33:59.183346 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520f05f-0fdd-4268-aa83-8b4af9664fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e68177a-44ca-4c99-bc62-6433d2e5e4e5,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:59.410911 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae4b6-ebf1-4b97-96b7-7223126ec6d1 req-88a091be-8c25-432a-b448-2456877c816c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:59.412502 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-379ae4b6-ebf1-4b97-96b7-7223126ec6d1 req-88a091be-8c25-432a-b448-2456877c816c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0523818 Sep 28 12:33:59.490545 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-379ae4b6-ebf1-4b97-96b7-7223126ec6d1 req-13294807-2ae7-4a3b-a0db-d11e17ba0cdc tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707877 Sep 28 12:33:59.493438 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-1d16fb7d-ae4c-4ecd-a463-0d8a85b62c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:59.495391 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-1d16fb7d-ae4c-4ecd-a463-0d8a85b62c80 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.0559418 Sep 28 12:33:59.531073 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54532) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:59.573106 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a054a551-186b-411e-9ebb-4a108bfbc8e8 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a98bccf3b93245dd950f6e1f1c924676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408583 Sep 28 12:33:59.575662 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54534) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:33:59.590929 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-2d059352-8eb0-4001-9106-975ded6b6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:59.592640 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-2d059352-8eb0-4001-9106-975ded6b6e07 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0911863 Sep 28 12:33:59.609084 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:33:59.627560 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7d25-5ba1-4cf4-8893-30f0ef71678d admin admin] Publish callbacks [] for security_group (631c35fb-c5a0-4a69-8fa3-88d125bffd8e), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.647087 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7d25-5ba1-4cf4-8893-30f0ef71678d admin admin] Publish callbacks [] for security_group (631c35fb-c5a0-4a69-8fa3-88d125bffd8e), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.654425 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-c0116159-b341-498a-ae8b-133ad856e3c1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 1000 time: 0.0562842 Sep 28 12:33:59.698017 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7d25-5ba1-4cf4-8893-30f0ef71678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (631c35fb-c5a0-4a69-8fa3-88d125bffd8e), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.700845 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6d4e7d25-5ba1-4cf4-8893-30f0ef71678d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:33:59.702578 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-3dc9f649-23b4-4b61-9158-6408ef2017ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:59.704007 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-3dc9f649-23b4-4b61-9158-6408ef2017ca service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0441380 Sep 28 12:33:59.705004 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6d4e7d25-5ba1-4cf4-8893-30f0ef71678d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/631c35fb-c5a0-4a69-8fa3-88d125bffd8e HTTP/1.1" status: 204 len: 168 time: 0.1281188 Sep 28 12:33:59.713802 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e7d25-5ba1-4cf4-8893-30f0ef71678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c35fb-c5a0-4a69-8fa3-88d125bffd8e,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:33:59.754584 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-478f7498-47ee-4843-8e9d-6c43183363af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:33:59.756078 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-478f7498-47ee-4843-8e9d-6c43183363af service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460422 Sep 28 12:33:59.863283 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-1a96f3b4-34a9-4e20-b63a-6734f838f462 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014993 Sep 28 12:33:59.961122 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-48b2185f-df2c-4681-a4d0-d32bf2f11366 req-5446584e-86fb-41c7-805f-22a1f38a9e19 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924208 Sep 28 12:34:00.329022 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677 resource provider aggregate not found Sep 28 12:34:00.346552 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa6b58f1-0e2e-4ee8-8c90-7abbb5f1c677 found for delete ", "request_id": "req-058b5912-dcdf-47e3-8658-8de1661d0182"}]} Sep 28 12:34:00.628745 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b06b7-a622-4126-a3e9-8b2d4f8a7219 req-9b9ef075-aa21-4cbb-9ee2-5b1a5d3e12b1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:00.630508 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f63b06b7-a622-4126-a3e9-8b2d4f8a7219 req-9b9ef075-aa21-4cbb-9ee2-5b1a5d3e12b1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0593259 Sep 28 12:34:00.679700 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f63b06b7-a622-4126-a3e9-8b2d4f8a7219 req-c7d3d609-141b-41f7-89fa-36cf60272f54 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Sep 28 12:34:01.803887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883117-312f-439e-b8eb-b00368885e06 req-38f6a11c-51a8-4634-a342-af038f3eb7a6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:01.805388 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c9883117-312f-439e-b8eb-b00368885e06 req-38f6a11c-51a8-4634-a342-af038f3eb7a6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0465310 Sep 28 12:34:01.848873 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:01.853739 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c9883117-312f-439e-b8eb-b00368885e06 req-89232e88-13fc-4648-966e-7fb91c35d7cd tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Sep 28 12:34:04.280777 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-f05c0acf-01ec-4cf1-9d42-1bbaaf109dfe tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1396524423&fields=id&tenant_id=d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 267 time: 0.0487525 Sep 28 12:34:04.388264 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-0434ce7d-d163-4c34-b9fb-430d215aa397 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:04.389737 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-0434ce7d-d163-4c34-b9fb-430d215aa397 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 811 time: 0.1059179 Sep 28 12:34:04.404971 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-49dcf03d-eaca-45b1-a7f2-8b06402c4162 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/quotas/d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 375 time: 0.0099056 Sep 28 12:34:04.445478 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:04.453574 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-6913a922-3f32-424e-a837-879529555d44 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437038 Sep 28 12:34:04.468805 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-67ddedf8-3de5-4886-b951-110f862ff87e service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106180) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:34:04.469797 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-67ddedf8-3de5-4886-b951-110f862ff87e service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056882 Sep 28 12:34:04.560439 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-0f219bd0-9d3c-42df-814c-bd7f06caeadc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854430 Sep 28 12:34:04.647455 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-a92ceea7-fd2e-461e-ba97-5c4714ea668b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813079 Sep 28 12:34:05.946789 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-77d35dea-edf2-46c0-a37e-adb3bf2e582a req-1cc72a6f-0833-4fcb-86dc-8f5be24c9f9f tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0265992 Sep 28 12:34:07.032598 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ba169c2d-3d34-48a3-b93e-8d5b1fa6d020 req-d0a32f61-957f-4a76-93fa-b0a30740ca67 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0282128 Sep 28 12:34:07.609324 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:34:08.124567 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-74b8ab69-f335-4c49-a03b-bab495633bd4 req-09a68425-0dde-406f-b11c-304244e40e48 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0314400 Sep 28 12:34:09.203130 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:09.216063 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e49266ff-22d4-4ba8-8a52-5e0490d6fd87 req-2abf1d84-53d5-4782-a557-48e5db96d66f tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0324390 Sep 28 12:34:09.732298 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:10.317047 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bb257faf-b81e-4f26-a9c9-a767e1e0adb2 req-1217348f-fe74-4ab8-b45a-b9a56688dcca tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0274999 Sep 28 12:34:10.632175 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54704) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:10.746073 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22827e10-3a97-423d-8bf5-8803a396826d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.824675 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22827e10-3a97-423d-8bf5-8803a396826d admin admin] Publish callbacks [] for security_group (95c1309b-58a7-489b-b980-9250ca8467f5), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.828363 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-22827e10-3a97-423d-8bf5-8803a396826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (95c1309b-58a7-489b-b980-9250ca8467f5), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.865481 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22827e10-3a97-423d-8bf5-8803a396826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c1309b-58a7-489b-b980-9250ca8467f5,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:10.870855 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-22827e10-3a97-423d-8bf5-8803a396826d admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=61759cfe832147ee97afafcd4d236f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376637 Sep 28 12:34:10.874519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 54708) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:10.911473 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:10.924550 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5f0c4f3-88e6-41f2-ab36-e577b3499ba3 admin admin] Publish callbacks [] for security_group (95c1309b-58a7-489b-b980-9250ca8467f5), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.945049 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5f0c4f3-88e6-41f2-ab36-e577b3499ba3 admin admin] Publish callbacks [] for security_group (95c1309b-58a7-489b-b980-9250ca8467f5), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.992866 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5f0c4f3-88e6-41f2-ab36-e577b3499ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (95c1309b-58a7-489b-b980-9250ca8467f5), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.995506 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e5f0c4f3-88e6-41f2-ab36-e577b3499ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:10.996675 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e5f0c4f3-88e6-41f2-ab36-e577b3499ba3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/95c1309b-58a7-489b-b980-9250ca8467f5 HTTP/1.1" status: 204 len: 168 time: 0.1211624 Sep 28 12:34:11.005275 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0c4f3-88e6-41f2-ab36-e577b3499ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c1309b-58a7-489b-b980-9250ca8467f5,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:11.284313 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54714) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:11.299405 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-346929e1-0259-439f-a8e7-087af3c565f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.358470 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:11.365249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-6c30af85-7f87-4f33-8db6-985a6b041c65 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:11.367607 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-6c30af85-7f87-4f33-8db6-985a6b041c65 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 811 time: 0.1235783 Sep 28 12:34:11.387988 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-346929e1-0259-439f-a8e7-087af3c565f5 admin admin] Publish callbacks [] for security_group (85822b67-fc81-47a5-833f-29216409d2a0), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.393992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-346929e1-0259-439f-a8e7-087af3c565f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (85822b67-fc81-47a5-833f-29216409d2a0), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.443395 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-ea50574d-cd83-43a2-922f-338b05c3e1cd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 380 time: 0.0609174 Sep 28 12:34:11.463652 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-972187ef-4410-443a-9780-0f66d1761be4 req-d566a827-d235-40be-af21-08820108ecc7 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0511081 Sep 28 12:34:11.465243 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346929e1-0259-439f-a8e7-087af3c565f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85822b67-fc81-47a5-833f-29216409d2a0,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:11.473536 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-346929e1-0259-439f-a8e7-087af3c565f5 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7afdfb8774ad453dbfdbffe656d94424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880987 Sep 28 12:34:11.474511 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54718) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:11.475936 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'port': {'device_id': 'de20408b-1f47-488b-976f-f41706a8509f', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'admin_state_up': True, 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'security_groups': ['2ef1fbc4-1a29-4f11-99ca-e090e92fedcb']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:34:11.528589 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-83c2f90d-83b5-456d-a04b-2590c05bbf9e admin admin] Publish callbacks [] for security_group (85822b67-fc81-47a5-833f-29216409d2a0), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.550985 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-83c2f90d-83b5-456d-a04b-2590c05bbf9e admin admin] Publish callbacks [] for security_group (85822b67-fc81-47a5-833f-29216409d2a0), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.585885 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:11.597831 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Made reservation on behalf of d73c25391e8044c2ac3678317021732d for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:34:11.600565 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-83c2f90d-83b5-456d-a04b-2590c05bbf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (85822b67-fc81-47a5-833f-29216409d2a0), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.601550 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.603126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-83c2f90d-83b5-456d-a04b-2590c05bbf9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.604424 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-83c2f90d-83b5-456d-a04b-2590c05bbf9e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/85822b67-fc81-47a5-833f-29216409d2a0 HTTP/1.1" status: 204 len: 168 time: 0.1288738 Sep 28 12:34:11.613896 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2f90d-83b5-456d-a04b-2590c05bbf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85822b67-fc81-47a5-833f-29216409d2a0,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:11.740341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Allocated IP 172.20.0.14 (cbf8da1f-c122-40d9-8bf4-a166b5233ca8/24745235-9793-47dd-9414-6f3a31c68e9a/0db4c4f8-4e18-4c3f-afdd-33f13f47b330) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:34:11.884673 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.917089 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:11.927165 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:11.973115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:34:11.977458 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:34:11.982078 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:34:12.008106 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:12.012398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:12.048542 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:12.049192 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.073963 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-86bfc9cb-bfa8-40f5-83cd-437c535415e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030495 Sep 28 12:34:12.116135 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Request body: {'port': {'device_id': 'de20408b-1f47-488b-976f-f41706a8509f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:34:12.200324 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.259128 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Provisioning complete for port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:34:12.260186 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.260738 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Attempt 1 to provision port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 Sep 28 12:34:12.296829 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:34:12.476534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:34:12.484588 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Publish callbacks [] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.497952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Transition to ACTIVE for port object 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:34:12.502069 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.618291 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Pushing event updated for resources: {'Port': ['ID=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:12.642046 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d97e7-47a2-4f15-abbc-be2db1db7e2e req-eaa0d95e-a8c0-4cc5-bf0b-747c81652599 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:12.643892 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-897d97e7-47a2-4f15-abbc-be2db1db7e2e req-eaa0d95e-a8c0-4cc5-bf0b-747c81652599 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0871947 Sep 28 12:34:12.671996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Attempting to bind port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:34:12.672400 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Attempting to bind port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:34:12.672648 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Attempting to bind port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:34:12.734480 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-897d97e7-47a2-4f15-abbc-be2db1db7e2e req-f1cb59a0-3899-4ca4-8d6f-d24ae8c49f4c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838976 Sep 28 12:34:12.739775 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:34:12.740103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Attempting to bind port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:34:12.786914 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:34:12.787250 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Checking segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:34:12.787625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Bound using segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:34:12.788052 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Bound port: 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:34:12.788404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.798193 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Attempt 2 to provision port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 Sep 28 12:34:12.830771 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:34:12.851079 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] For port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:34:12.854063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] For port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:34:12.861723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.865425 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:12.866129 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:12.867541 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/0db4c4f8-4e18-4c3f-afdd-33f13f47b330 HTTP/1.1" status: 200 len: 1094 time: 0.7567489 Sep 28 12:34:12.870013 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:34:12.872301 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faeec84-9f86-4717-9de4-c8211ae3e149" -d '{"events": [{"name": "network-changed", "server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:34:12.924327 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:12.961652 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:13.002192 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb991469-d53c-4a71-9626-87cd6a27e647 service neutron] Pushing event updated for resources: {'Port': ['ID=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:13.023633 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-fe2a938d-3351-45fd-8eb7-ae057f1edd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:13.025568 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-fe2a938d-3351-45fd-8eb7-ae057f1edd71 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 1128 time: 0.0866680 Sep 28 12:34:13.082244 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-a789cd12-14b0-446b-a124-358d0b0fe306 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330 HTTP/1.1" status: 200 len: 217 time: 0.0416815 Sep 28 12:34:13.118861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59701eb-a522-4ee7-a1df-0fd68b84ed97 x-openstack-request-id: req-a59701eb-a522-4ee7-a1df-0fd68b84ed97 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:34:13.119135 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:34:13.119403 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a59701eb-a522-4ee7-a1df-0fd68b84ed97 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:34:13.119829 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59701eb-a522-4ee7-a1df-0fd68b84ed97'] response: {'name': 'network-changed', 'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'status': 'completed', 'code': 200} Sep 28 12:34:13.138952 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-606aa690-3452-4723-9758-4090a96ae5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:13.140437 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-606aa690-3452-4723-9758-4090a96ae5ec service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0515859 Sep 28 12:34:13.190057 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-22f42b05-9173-44bd-9e81-bc2a20e5eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:13.191543 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-22f42b05-9173-44bd-9e81-bc2a20e5eeb4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434163 Sep 28 12:34:13.289405 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-fc42f1db-2764-4769-a039-0ede2cdc4078 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916910 Sep 28 12:34:13.332015 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Attempt 3 to provision port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 Sep 28 12:34:13.373062 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7cc57-7c8d-4ac4-84db-a473b172cd2f None None] Port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:34:13.384989 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d5a49f6f-d2c0-469c-bd92-f81e43b01a2f req-ae51b3c1-6006-44d3-90b4-375b0af91f7b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891984 Sep 28 12:34:13.855343 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09c1b-7555-451e-a6d1-7d00e498eddc req-846c7c54-9d49-4301-9267-93a5d7236414 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:13.857850 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70f09c1b-7555-451e-a6d1-7d00e498eddc req-846c7c54-9d49-4301-9267-93a5d7236414 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0491631 Sep 28 12:34:13.909099 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70f09c1b-7555-451e-a6d1-7d00e498eddc req-a5f1225f-74f5-4b19-9b4e-9c41aea2cba4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Sep 28 12:34:14.377147 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-445a6d72-ac9e-4155-94e2-0f550488a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:14.378601 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-445a6d72-ac9e-4155-94e2-0f550488a9d0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 1128 time: 0.0384405 Sep 28 12:34:14.475447 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-c286ec71-5509-43d2-86b8-707f32b5fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:14.476876 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-c286ec71-5509-43d2-86b8-707f32b5fe97 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0876338 Sep 28 12:34:14.518169 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-a1aacf9c-72c1-4b4e-a542-f35e99fe17f5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330 HTTP/1.1" status: 200 len: 217 time: 0.0333905 Sep 28 12:34:14.565813 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-ff0f8e8c-f4b6-4f22-82cb-cb0d90f3037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:14.567203 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-ff0f8e8c-f4b6-4f22-82cb-cb0d90f3037c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0423343 Sep 28 12:34:14.615948 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-591c4630-6abd-4d71-ae7c-134fc57c7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:14.617475 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-591c4630-6abd-4d71-ae7c-134fc57c7c5c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432904 Sep 28 12:34:14.706552 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-3eb355f2-57e8-452d-aab0-9694a1a652a6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806527 Sep 28 12:34:14.801475 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6faeec84-9f86-4717-9de4-c8211ae3e149 req-8490f660-92f2-433b-9279-6719b8001b71 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871425 Sep 28 12:34:15.034475 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c1cb-4948-494f-8525-0b5efd9b67d5 req-dda96a5d-7580-4719-b9da-5dbde1857713 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:15.035908 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f658c1cb-4948-494f-8525-0b5efd9b67d5 req-dda96a5d-7580-4719-b9da-5dbde1857713 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0452259 Sep 28 12:34:15.088732 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f658c1cb-4948-494f-8525-0b5efd9b67d5 req-a93bd2b3-5542-47ae-b9d3-c82f4b17b7c6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473182 Sep 28 12:34:16.210531 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181302b4-8f79-4767-afe6-824c02ffee9a req-9700db99-97c5-4a9c-bf5a-06d219fec520 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:16.211998 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-181302b4-8f79-4767-afe6-824c02ffee9a req-9700db99-97c5-4a9c-bf5a-06d219fec520 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0470347 Sep 28 12:34:16.263764 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-181302b4-8f79-4767-afe6-824c02ffee9a req-beb83917-b06a-4da4-8dac-c8f73fff8463 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Sep 28 12:34:17.391828 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e423b-43b2-43bf-b9b2-4b3b3f5c2935 req-92593ec2-35a7-49e8-8c1e-53deb9af2756 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:17.393303 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d6e423b-43b2-43bf-b9b2-4b3b3f5c2935 req-92593ec2-35a7-49e8-8c1e-53deb9af2756 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0463464 Sep 28 12:34:17.443832 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d6e423b-43b2-43bf-b9b2-4b3b3f5c2935 req-a334850d-70c6-4689-b282-3f8fa4fbfe02 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449412 Sep 28 12:34:17.605570 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=6 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:18.529996 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:18.567745 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e83c1-cd3b-472d-8321-327896917b2b req-19329795-4744-4a6a-a162-e890ef915aaf tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:18.569330 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a82e83c1-cd3b-472d-8321-327896917b2b req-19329795-4744-4a6a-a162-e890ef915aaf tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0488424 Sep 28 12:34:18.618962 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a82e83c1-cd3b-472d-8321-327896917b2b req-411fbf87-8907-45fb-b0bc-4201d4d919d6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Sep 28 12:34:19.295916 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:19.631833 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:19.740410 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17a05e-418e-4c5d-8aa1-0e5272d5724c req-84446d50-a777-4eb2-ad75-25afbf09b976 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:19.741882 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ea17a05e-418e-4c5d-8aa1-0e5272d5724c req-84446d50-a777-4eb2-ad75-25afbf09b976 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0461805 Sep 28 12:34:19.790915 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ea17a05e-418e-4c5d-8aa1-0e5272d5724c req-7dd292bb-c90d-4f6a-b2f3-1eecb8538322 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Sep 28 12:34:20.875102 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:20.915063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdfd43-128a-4d70-9476-dd26350b64b2 req-aef93c6b-fc47-43b1-8597-ac937005afaf tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:20.916543 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d7bdfd43-128a-4d70-9476-dd26350b64b2 req-aef93c6b-fc47-43b1-8597-ac937005afaf tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0497668 Sep 28 12:34:20.967320 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d7bdfd43-128a-4d70-9476-dd26350b64b2 req-f765f348-74b5-4dc1-914a-5cde8ca9a78f tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442991 Sep 28 12:34:21.250763 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b6a31e9d-31fb-4d60-93ef-0408d42da14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:21.988035 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:34:22.091183 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:34:22.100697 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d11c15-89a2-4719-a313-99b4b2628b8a req-cd37d3ae-6746-4b33-a4a8-b325fd8f76ca tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:22.102403 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-77d11c15-89a2-4719-a313-99b4b2628b8a req-cd37d3ae-6746-4b33-a4a8-b325fd8f76ca tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 944 time: 0.0501981 Sep 28 12:34:22.103403 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'port_id': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'mac_address': 'fa:16:3e:1e:bc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:34:22.143547 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:34:22.143937 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:22.153923 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-77d11c15-89a2-4719-a313-99b4b2628b8a req-62fca993-3120-4e1d-9176-054b0107dda4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Sep 28 12:34:22.157115 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:34:22.178069 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:34:22.183306 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:22.239898 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:22.742108 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['0db4c4f8-4e18-4c3f-afdd-33f13f47b330'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:34:23.272612 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798a47-cbcd-4031-b0c5-ae66bf7218e3 req-d9dc8e58-3a14-4d0b-9044-27a5c1e150ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:23.274098 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b1798a47-cbcd-4031-b0c5-ae66bf7218e3 req-d9dc8e58-3a14-4d0b-9044-27a5c1e150ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 945 time: 0.0463481 Sep 28 12:34:23.324900 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b1798a47-cbcd-4031-b0c5-ae66bf7218e3 req-36b7893a-409f-4294-883b-94714628028d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451550 Sep 28 12:34:23.556264 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-86df4141-60ab-4491-8427-543e2e090d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:24.005431 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:34:24.046012 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:24.049089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:34:24.056206 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:34:24.056575 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:24.056903 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 Sep 28 12:34:24.083833 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:24.132685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:34:24.132963 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:24.156667 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:34:24.158904 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab0037b-12d7-4591-874e-0df73dbfaca2" -d '{"events": [{"server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "name": "network-vif-plugged", "status": "completed", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:34:24.171929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:34:24.176336 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:24.232817 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:24.253830 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ada638-24d9-453b-b7e2-64c4c6fecbc5 x-openstack-request-id: req-47ada638-24d9-453b-b7e2-64c4c6fecbc5 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:34:24.254129 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "name": "network-vif-plugged", "status": "completed", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:34:24.254387 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47ada638-24d9-453b-b7e2-64c4c6fecbc5 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:34:24.254813 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ada638-24d9-453b-b7e2-64c4c6fecbc5'] response: {'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'code': 200} Sep 28 12:34:24.445748 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff45f3f-7e63-4e0c-b93b-e58a385c8c5e req-2e90da37-f5bd-4612-a81a-edaed1c3f2e6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:24.447223 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5ff45f3f-7e63-4e0c-b93b-e58a385c8c5e req-2e90da37-f5bd-4612-a81a-edaed1c3f2e6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0482991 Sep 28 12:34:24.537469 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5ff45f3f-7e63-4e0c-b93b-e58a385c8c5e req-cb22898e-c775-42f9-9e90-b075e1d280ae tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840054 Sep 28 12:34:24.544838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdc12c-07c8-48d6-8f15-fcef8ba0432a req-16348ce0-6505-40d2-bb25-c42056d320b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:24.546336 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e2bdc12c-07c8-48d6-8f15-fcef8ba0432a req-16348ce0-6505-40d2-bb25-c42056d320b5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 1130 time: 0.0620968 Sep 28 12:34:24.591483 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e2bdc12c-07c8-48d6-8f15-fcef8ba0432a req-648538af-4458-495d-9866-4d2b2c6c0a46 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392051 Sep 28 12:34:24.859508 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:25.657338 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304f6e-761c-4b4c-845c-0163acad7e2a req-c0350e4e-2d57-4034-aec3-a11158b5d761 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:25.658786 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ae304f6e-761c-4b4c-845c-0163acad7e2a req-c0350e4e-2d57-4034-aec3-a11158b5d761 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0456057 Sep 28 12:34:25.706841 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ae304f6e-761c-4b4c-845c-0163acad7e2a req-a888784c-33ac-4881-9083-7503833a2fb3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Sep 28 12:34:26.207400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:26.251365 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:26.828517 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96270d8-c7f7-4ecf-a4e5-5367face5019 req-dcdad844-2d2c-429d-aff3-dd78ddd5d467 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:26.830037 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b96270d8-c7f7-4ecf-a4e5-5367face5019 req-dcdad844-2d2c-429d-aff3-dd78ddd5d467 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0485740 Sep 28 12:34:26.879404 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b96270d8-c7f7-4ecf-a4e5-5367face5019 req-05f0ae32-6691-44d4-b7a0-39e5eac32fb3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Sep 28 12:34:26.999872 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51710-7b7f-4e99-93f1-60302c388de7 req-388c8f4d-fdd4-45ef-bd9e-296ea10f1ea6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:27.001252 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-25e51710-7b7f-4e99-93f1-60302c388de7 req-388c8f4d-fdd4-45ef-bd9e-296ea10f1ea6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0486805 Sep 28 12:34:27.048700 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-25e51710-7b7f-4e99-93f1-60302c388de7 req-fdb0e325-66dc-4a0a-8583-62a15e930a70 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Sep 28 12:34:27.077319 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54874) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:27.256759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55749c4-c49b-4dfc-b394-dc101cc91c1f tempest-TestVolumeBootPattern-1677308337 tempest-TestVolumeBootPattern-1677308337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:27.258216 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b55749c4-c49b-4dfc-b394-dc101cc91c1f tempest-TestVolumeBootPattern-1677308337 tempest-TestVolumeBootPattern-1677308337-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 1125 time: 0.1799119 Sep 28 12:34:27.261018 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 54878) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:27.265234 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'port_id': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:34:27.286538 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:27.607439 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:27.617658 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:27.708844 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Allocated IP 172.27.0.4 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/f871f16f-d87a-4552-b55a-10288d9f0dbd) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:34:27.811180 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:27.817318 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:27.844299 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:27.883440 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:34:27.888228 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:34:27.892197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:34:27.895726 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=f871f16f-d87a-4552-b55a-10288d9f0dbd,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:28.243968 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (0ba25b33-0799-482a-a8f0-2397a7bc43eb), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:28.309254 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:28.364370 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:28.454457 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:28.458737 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:28.527385 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (0ba25b33-0799-482a-a8f0-2397a7bc43eb), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:28.529801 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=f871f16f-d87a-4552-b55a-10288d9f0dbd,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:28.619395 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:28.627458 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Floating IP 0ba25b33-0799-482a-a8f0-2397a7bc43eb associated. External IP: 172.27.0.4, port: 0db4c4f8-4e18-4c3f-afdd-33f13f47b330. Sep 28 12:34:28.819739 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:34:28.920911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:34:28.930297 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:34:28.939112 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:28.940496 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:34:28.941231 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:34:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:34:28.977610 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f4090b7d-d7ec-48b0-88db-9136387e6cdd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7134764 Sep 28 12:34:28.977610 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:34:28.978428 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34530a-501c-419a-8f7a-26629c1ec9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:34:29.049391 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:34:29.479615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '0ba25b33-0799-482a-a8f0-2397a7bc43eb', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:1e:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20408b-1f47-488b-976f-f41706a8509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:34:28Z', 'updated_at': '2022-09-28T12:34:28Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:34:29.510847 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:34:29.519805 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:34:29.520408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:34:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:34:29.619573 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:34:29.657811 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:29.776069 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:29.829828 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '0ba25b33-0799-482a-a8f0-2397a7bc43eb', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:1e:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20408b-1f47-488b-976f-f41706a8509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:34:28Z', 'updated_at': '2022-09-28T12:34:28Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:34:29.854906 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1730284a-0e19-41af-bc3e-dfb9405fda41 None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '0ba25b33-0799-482a-a8f0-2397a7bc43eb', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:1e:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de20408b-1f47-488b-976f-f41706a8509f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:34:28Z', 'updated_at': '2022-09-28T12:34:28Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:34:30.040000 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6e4f69-ab6b-4124-9ea3-121d1aecebfb None None] New status for floating IP 0ba25b33-0799-482a-a8f0-2397a7bc43eb: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:34:30.093877 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c3995-194b-47a0-b783-bc30d53ee48d x-openstack-request-id: req-2d9c3995-194b-47a0-b783-bc30d53ee48d {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:34:30.094366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:34:30.094480 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d9c3995-194b-47a0-b783-bc30d53ee48d {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:34:30.094799 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9c3995-194b-47a0-b783-bc30d53ee48d'] response: {'name': 'network-changed', 'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'status': 'completed', 'code': 200} Sep 28 12:34:30.206753 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-09216714-9b6b-4f22-8ca3-660722c394b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:30.208254 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-09216714-9b6b-4f22-8ca3-660722c394b8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 1130 time: 0.0422022 Sep 28 12:34:30.302855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-1af6c691-1887-4093-9bce-db09cd32f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:30.304264 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-1af6c691-1887-4093-9bce-db09cd32f693 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0899858 Sep 28 12:34:30.364099 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-defb8831-d255-4662-83d1-73828ddfcd6d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330 HTTP/1.1" status: 200 len: 1000 time: 0.0535421 Sep 28 12:34:30.412118 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-61785f1d-c816-4aed-83ef-ac9b8f2cbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:30.413576 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-61785f1d-c816-4aed-83ef-ac9b8f2cbcda service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0424728 Sep 28 12:34:30.458725 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-d7ee2439-8490-4b47-9b55-b999f157d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:30.460154 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-d7ee2439-8490-4b47-9b55-b999f157d001 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403073 Sep 28 12:34:30.548151 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-3f29bee9-c442-4413-8a9a-a7baedd06729 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802302 Sep 28 12:34:30.628624 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:30.639216 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-cf34530a-501c-419a-8f7a-26629c1ec9a1 req-7f8cf493-039e-4185-9bfb-6285dce82e39 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Sep 28 12:34:38.964722 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:38.972879 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:39.827847 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:39.833046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=21 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:40.144451 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:40.146874 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=12 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:40.636078 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:44.609357 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:34:49.312354 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:51.252725 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-aa1de141-8832-49eb-bcab-d06c2dddbfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:52.589630 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:53.548403 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4fdc97ce-10be-49df-a393-12ebc9205d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:54.604121 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:54.865103 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:54.866433 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-96d9729d-becd-45c8-9fa0-f6d659f00fce service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425043 Sep 28 12:34:54.967864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-714626f1-ffc8-4ae6-88be-98ecdf2fd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:54.969334 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-714626f1-ffc8-4ae6-88be-98ecdf2fd813 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.0387075 Sep 28 12:34:55.071014 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-9dd0f85a-342c-4508-ba0b-30875d4b1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:55.072445 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-9dd0f85a-342c-4508-ba0b-30875d4b1882 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0861659 Sep 28 12:34:55.135172 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-ad08fe4a-31f8-43fd-ac90-80d4fc8c1a3a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 1000 time: 0.0544486 Sep 28 12:34:55.188466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-425e7b58-11e0-42f6-a6d9-fbb384b6cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:55.189944 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-425e7b58-11e0-42f6-a6d9-fbb384b6cf0c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0480554 Sep 28 12:34:55.233263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-61f914ed-9f02-40ab-9dd1-e651b499c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:55.234751 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-61f914ed-9f02-40ab-9dd1-e651b499c39d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385461 Sep 28 12:34:55.323764 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-79a5be91-d925-4084-b5b0-7070c6cd274e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Sep 28 12:34:55.414300 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4eef94b3-92ab-42fd-ae97-9f94a4eb80b6 req-d394e5e1-9669-4606-9d88-6296ad65b6a7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824835 Sep 28 12:34:56.210786 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:56.254298 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.095920 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55008) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:58.201027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.276754 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Publish callbacks [] for security_group (48976c22-b079-4e65-a9dc-5cb185ac6178), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.281343 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (48976c22-b079-4e65-a9dc-5cb185ac6178), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.319717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48976c22-b079-4e65-a9dc-5cb185ac6178,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:58.323481 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=7f461c657067484f9e8b4639cae0d078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265451 Sep 28 12:34:58.326858 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55014) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:58.330207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.330558 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.330903 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.331244 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.331604 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.331943 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.332260 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.332585 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.332908 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.333257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.333594 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.333919 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.334242 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.334562 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.334906 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7d6830-b597-4006-be82-19832f6a42bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.375567 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Publish callbacks [] for security_group (48976c22-b079-4e65-a9dc-5cb185ac6178), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.395206 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Publish callbacks [] for security_group (48976c22-b079-4e65-a9dc-5cb185ac6178), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.719826 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (48976c22-b079-4e65-a9dc-5cb185ac6178), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.722670 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:58.723947 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/48976c22-b079-4e65-a9dc-5cb185ac6178 HTTP/1.1" status: 204 len: 168 time: 0.3960431 Sep 28 12:34:58.731823 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48976c22-b079-4e65-a9dc-5cb185ac6178,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:58.739462 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.739807 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.740143 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.740476 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.740803 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.741123 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.741470 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.741786 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.742103 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.742420 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.742740 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.743057 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.743369 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.743678 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:58.743986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f2e897-833b-4ab6-853e-1da26e267d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:34:59.412271 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55036) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:59.555908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-313890786-network', 'tenant_id': 'e6eccd42ceef4259b48149c9835fc73b'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:34:59.582807 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Made reservation on behalf of e6eccd42ceef4259b48149c9835fc73b for: {'network': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:34:59.591182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.595058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.672627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks [] for security_group (a5e8865b-fad7-41e1-a896-384e7b8f15b7), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.676263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a5e8865b-fad7-41e1-a896-384e7b8f15b7), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.708934 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=106181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:34:59.710705 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:59.717501 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e8865b-fad7-41e1-a896-384e7b8f15b7,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:59.722970 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:34:59.724151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a965239a-37c5-4fd5-bb70-c15a94db5b45), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.725045 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.segments_db [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Added segment a965239a-37c5-4fd5-bb70-c15a94db5b45 of type vlan for network 672633cd-4d82-43a9-8eec-15b6eada112f Sep 28 12:34:59.766771 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (672633cd-4d82-43a9-8eec-15b6eada112f), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.791426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (672633cd-4d82-43a9-8eec-15b6eada112f), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.792445 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:34:59.793032 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:34:59.853670 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4402995 Sep 28 12:34:59.856678 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55040) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:34:59.859038 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694cd7c-2d3b-48d2-ad40-4a66969f6e8f admin admin] Pushing event updated for resources: {'Network': ['ID=672633cd-4d82-43a9-8eec-15b6eada112f,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:34:59.862447 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Request body: {'subnet': {'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-313890786-subnet', 'tenant_id': 'e6eccd42ceef4259b48149c9835fc73b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:34:59.868474 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 672633cd-4d82-43a9-8eec-15b6eada112f details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:34:59.883660 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Made reservation on behalf of e6eccd42ceef4259b48149c9835fc73b for: {'subnet': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:34:59.886058 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9752522'] for subnet (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:00.056740 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2724867', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9752572'] for subnet (e52d4425-065e-4442-8f12-b04bde43554c), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:00.114174 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52d4425-065e-4442-8f12-b04bde43554c,revision_number=0']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:35:00.123587 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Checking segment: {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:35:00.123948 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Network hostable DHCP agents. Network: 672633cd-4d82-43a9-8eec-15b6eada112f, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:35:00.140383 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Network 672633cd-4d82-43a9-8eec-15b6eada112f is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:35:00.148910 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 672633cd-4d82-43a9-8eec-15b6eada112f) {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:35:00.152915 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:00.153541 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:00.157739 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32df10b-18d3-49e5-aaa7-44513a1f2bea None None] Network 672633cd-4d82-43a9-8eec-15b6eada112f requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:35:00.173404 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-01a86695-ac15-4915-a33e-00851216c642 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3151529 Sep 28 12:35:00.264994 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ef9bb-e2d8-45f7-9bce-c035526d91d3 None None] Network 672633cd-4d82-43a9-8eec-15b6eada112f requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:35:01.941894 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-3477da54-56e9-43ca-9daf-6249ff870e1e tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:01.943239 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-3477da54-56e9-43ca-9daf-6249ff870e1e tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/networks?id=672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 200 len: 813 time: 0.1041174 Sep 28 12:35:01.958001 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-ad0e9837-1186-4675-a28e-016c01adf42a tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/quotas/e6eccd42ceef4259b48149c9835fc73b HTTP/1.1" status: 200 len: 375 time: 0.0095162 Sep 28 12:35:01.989108 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-f37c884c-dd63-40c4-b837-08970809b99c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e6eccd42ceef4259b48149c9835fc73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257695 Sep 28 12:35:02.128048 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-1f52b04f-a14f-46dc-b1ac-582186bbd79f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324406 Sep 28 12:35:02.189343 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:02.196759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:02.221515 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-bc28702d-647b-4cb0-b1e8-9c6536f0eafa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Sep 28 12:35:02.394281 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-487dca00-de31-4854-9421-a93256ee827e req-2523a120-dbcc-4e69-8086-50a5d9162851 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Sep 28 12:35:03.501082 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cd53853b-35c9-4ad2-997a-734975641b74 req-2b61246a-e163-4706-8a28-8e98084fd016 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 210 time: 0.0320864 Sep 28 12:35:03.543213 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-32ba0cee-1ce4-4f2d-a501-c65ed74c3678 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:03.544644 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-32ba0cee-1ce4-4f2d-a501-c65ed74c3678 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "GET /networking/v2.0/networks?id=672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 200 len: 813 time: 0.1102750 Sep 28 12:35:03.564311 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Request body: {'port': {'device_id': 'd83b2749-940b-4530-bd2e-54836432bf22', 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f', 'admin_state_up': True, 'tenant_id': 'e6eccd42ceef4259b48149c9835fc73b'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:35:03.671488 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Made reservation on behalf of e6eccd42ceef4259b48149c9835fc73b for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:35:03.675048 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:03.799365 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Allocated IP 172.20.0.8 (672633cd-4d82-43a9-8eec-15b6eada112f/e52d4425-065e-4442-8f12-b04bde43554c/840db46a-f9db-4295-9a66-6546538ed638) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:35:03.955555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks [] for port (840db46a-f9db-4295-9a66-6546538ed638), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:03.987150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (840db46a-f9db-4295-9a66-6546538ed638), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.030174 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Network 672633cd-4d82-43a9-8eec-15b6eada112f is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:35:04.033314 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:35:04.037005 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:35:04.042214 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:04.065560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Pushing event updated for resources: {'Port': ['ID=840db46a-f9db-4295-9a66-6546538ed638,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:35:04.095080 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:04.095683 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.111670 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-2f7023a5-ae7f-454b-a106-40a56fcc78e9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522635 Sep 28 12:35:04.128968 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Request body: {'port': {'device_id': 'd83b2749-940b-4530-bd2e-54836432bf22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:35:04.151471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:04.190184 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (840db46a-f9db-4295-9a66-6546538ed638), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.444541 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840db46a-f9db-4295-9a66-6546538ed638 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:35:04.452344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Publish callbacks [] for port (840db46a-f9db-4295-9a66-6546538ed638), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.464579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Transition to ACTIVE for port object 840db46a-f9db-4295-9a66-6546538ed638 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:35:04.469150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (840db46a-f9db-4295-9a66-6546538ed638), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.545188 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=840db46a-f9db-4295-9a66-6546538ed638,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:35:04.578452 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Attempting to bind port 840db46a-f9db-4295-9a66-6546538ed638 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:35:04.578792 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Attempting to bind port 840db46a-f9db-4295-9a66-6546538ed638 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:35:04.579125 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Attempting to bind port 840db46a-f9db-4295-9a66-6546538ed638 on network 672633cd-4d82-43a9-8eec-15b6eada112f {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:35:04.650361 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390430a-2e85-4bd0-9eb8-ecbb579a8022 req-76f828e6-cbc9-4c61-8120-015fd8468188 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:04.651826 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0390430a-2e85-4bd0-9eb8-ecbb579a8022 req-76f828e6-cbc9-4c61-8120-015fd8468188 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 943 time: 0.0751424 Sep 28 12:35:04.674224 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Port 840db46a-f9db-4295-9a66-6546538ed638 on network 672633cd-4d82-43a9-8eec-15b6eada112f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:35:04.674556 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Attempting to bind port 840db46a-f9db-4295-9a66-6546538ed638 on network 672633cd-4d82-43a9-8eec-15b6eada112f {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:35:04.737855 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0390430a-2e85-4bd0-9eb8-ecbb579a8022 req-761c75b3-2212-4d45-ae5e-93587d3b5f82 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782633 Sep 28 12:35:04.740478 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:35:04.740840 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Checking segment: {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:35:04.741202 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Bound using segment: {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:35:04.741645 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Bound port: 840db46a-f9db-4295-9a66-6546538ed638, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:35:04.742006 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (840db46a-f9db-4295-9a66-6546538ed638), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.801716 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] For port 840db46a-f9db-4295-9a66-6546538ed638, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:35:04.804647 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] For port 840db46a-f9db-4295-9a66-6546538ed638, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=840db46a-f9db-4295-9a66-6546538ed638,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:35:04.811519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (840db46a-f9db-4295-9a66-6546538ed638), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.815576 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:04.816166 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:04.817532 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/840db46a-f9db-4295-9a66-6546538ed638 HTTP/1.1" status: 200 len: 1093 time: 0.6925967 Sep 28 12:35:04.818063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83b2749-940b-4530-bd2e-54836432bf22', 'tag': '840db46a-f9db-4295-9a66-6546538ed638'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:35:04.820478 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b05e3-298d-4436-8844-71eeb707341d" -d '{"events": [{"name": "network-changed", "server_uuid": "d83b2749-940b-4530-bd2e-54836432bf22", "tag": "840db46a-f9db-4295-9a66-6546538ed638"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:35:04.864047 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8bd9e5-3b8e-4a44-a708-71671d0b4859 x-openstack-request-id: req-9a8bd9e5-3b8e-4a44-a708-71671d0b4859 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:35:04.864328 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83b2749-940b-4530-bd2e-54836432bf22", "tag": "840db46a-f9db-4295-9a66-6546538ed638", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:35:04.864604 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a8bd9e5-3b8e-4a44-a708-71671d0b4859 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:35:04.865014 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8bd9e5-3b8e-4a44-a708-71671d0b4859'] response: {'name': 'network-changed', 'server_uuid': 'd83b2749-940b-4530-bd2e-54836432bf22', 'tag': '840db46a-f9db-4295-9a66-6546538ed638', 'status': 'completed', 'code': 200} Sep 28 12:35:04.874640 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7a70-2411-4d70-9809-a4381e25a9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=840db46a-f9db-4295-9a66-6546538ed638,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:35:04.922094 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:04.935052 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-878e9859-b7a4-4ad9-bef6-9631dd9d5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:04.937045 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-878e9859-b7a4-4ad9-bef6-9631dd9d5cd6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e6eccd42ceef4259b48149c9835fc73b&device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 1127 time: 0.0405872 Sep 28 12:35:04.983782 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-79ee294e-1a1e-47cc-999a-ee9f4917bda6 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=840db46a-f9db-4295-9a66-6546538ed638 HTTP/1.1" status: 200 len: 217 time: 0.0322926 Sep 28 12:35:05.021887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:05.036838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-3b718adf-9997-419e-99b4-2742116f304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:05.038276 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-3b718adf-9997-419e-99b4-2742116f304f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=e52d4425-065e-4442-8f12-b04bde43554c HTTP/1.1" status: 200 len: 853 time: 0.0482423 Sep 28 12:35:05.068812 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-d5ee371f-7228-41d8-a729-44c3abc80d53 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=672633cd-4d82-43a9-8eec-15b6eada112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243609 Sep 28 12:35:05.157351 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-35cd1c8a-c802-4dca-81f2-390bd6f867f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Sep 28 12:35:05.247327 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d9e7855d-6c2d-4b82-b3c6-d0991fe21570 req-b23ba4e6-5e28-46a0-ba8d-728257290cad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840867 Sep 28 12:35:05.859915 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0cc83-5154-4f89-a3f8-d1f87d92fd2e req-5d4bceb2-aa92-4ae6-9884-8b8018a060a0 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:05.861383 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f1a0cc83-5154-4f89-a3f8-d1f87d92fd2e req-5d4bceb2-aa92-4ae6-9884-8b8018a060a0 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 943 time: 0.0462537 Sep 28 12:35:05.906317 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f1a0cc83-5154-4f89-a3f8-d1f87d92fd2e req-cde19d2b-0c7e-4fbe-afee-d16f3e944b71 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Sep 28 12:35:07.026717 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3482c-353a-403d-9cc0-9d71e371a4c4 req-10389fff-1213-476a-bda0-4aa0a8625caf tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:07.028176 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ffd3482c-353a-403d-9cc0-9d71e371a4c4 req-10389fff-1213-476a-bda0-4aa0a8625caf tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 943 time: 0.0453808 Sep 28 12:35:07.074461 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ffd3482c-353a-403d-9cc0-9d71e371a4c4 req-cf609318-c025-4c98-b676-6de9f5d87519 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Sep 28 12:35:07.738982 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b05e3-298d-4436-8844-71eeb707341d req-41c7ad6a-1c24-4c0f-9fa4-dfca84d5c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:07.740472 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-41c7ad6a-1c24-4c0f-9fa4-dfca84d5c3a0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e6eccd42ceef4259b48149c9835fc73b&device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 1127 time: 0.0425663 Sep 28 12:35:07.828723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b05e3-298d-4436-8844-71eeb707341d req-2775cbdd-c163-456a-b505-aa66cfd26ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:07.830108 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-2775cbdd-c163-456a-b505-aa66cfd26ba4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 200 len: 914 time: 0.0838854 Sep 28 12:35:07.871099 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-29514b0d-4be8-4fc7-a022-132ec9da3751 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=840db46a-f9db-4295-9a66-6546538ed638 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Sep 28 12:35:07.918513 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b05e3-298d-4436-8844-71eeb707341d req-5b88dc02-29b2-4b68-9a4c-237ee54b59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:07.919934 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-5b88dc02-29b2-4b68-9a4c-237ee54b59d1 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=e52d4425-065e-4442-8f12-b04bde43554c HTTP/1.1" status: 200 len: 853 time: 0.0430186 Sep 28 12:35:07.950593 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-cec7abd8-57c7-4e12-8dfe-b5c48320cadb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=672633cd-4d82-43a9-8eec-15b6eada112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241318 Sep 28 12:35:08.042559 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-51fe534e-f839-4aea-9e01-dd4dc10831c2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863011 Sep 28 12:35:08.133150 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-944b05e3-298d-4436-8844-71eeb707341d req-463227ec-ccd0-4258-a8e9-97aecb639b4c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848246 Sep 28 12:35:08.173717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 840db46a-f9db-4295-9a66-6546538ed638 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:35:08.193120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4a1d5-fffe-447b-b111-8c77f37211ab req-3e00c341-cecf-4cd2-974c-4d73f3d178cc tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:08.194611 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dbc4a1d5-fffe-447b-b111-8c77f37211ab req-3e00c341-cecf-4cd2-974c-4d73f3d178cc tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 943 time: 0.0462821 Sep 28 12:35:08.245476 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dbc4a1d5-fffe-447b-b111-8c77f37211ab req-52af4d14-58fa-4e40-b18b-59c806f8c439 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452077 Sep 28 12:35:08.275682 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 840db46a-f9db-4295-9a66-6546538ed638, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=840db46a-f9db-4295-9a66-6546538ed638,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:35:08.286388 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '840db46a-f9db-4295-9a66-6546538ed638', 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f', 'port_id': '840db46a-f9db-4295-9a66-6546538ed638', 'mac_address': 'fa:16:3e:3f:22:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52d4425-065e-4442-8f12-b04bde43554c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:35:08.320674 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 840db46a-f9db-4295-9a66-6546538ed638 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:35:08.321053 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (840db46a-f9db-4295-9a66-6546538ed638), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:08.337069 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840db46a-f9db-4295-9a66-6546538ed638 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:35:08.356136 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 840db46a-f9db-4295-9a66-6546538ed638, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=840db46a-f9db-4295-9a66-6546538ed638,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:35:08.360298 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (840db46a-f9db-4295-9a66-6546538ed638), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:08.405672 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=840db46a-f9db-4295-9a66-6546538ed638,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:35:08.412679 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.413021 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.413382 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.413715 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.414043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.414365 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.414685 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.415004 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.415321 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.415637 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.415953 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.416271 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.416585 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.416897 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.417238 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:35:08.740648 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['840db46a-f9db-4295-9a66-6546538ed638'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:35:09.367381 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774e4b5-a483-40cb-b1a8-497d762f5312 req-5caf9cfc-8f37-4e1e-965c-9f413cbc8f4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:09.368844 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6774e4b5-a483-40cb-b1a8-497d762f5312 req-5caf9cfc-8f37-4e1e-965c-9f413cbc8f4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 944 time: 0.0477464 Sep 28 12:35:09.416039 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6774e4b5-a483-40cb-b1a8-497d762f5312 req-f4927c7d-d190-496f-8df5-d6a461fedf9a tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Sep 28 12:35:10.183699 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 840db46a-f9db-4295-9a66-6546538ed638 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:35:10.186876 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:10.188395 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:10.228590 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 840db46a-f9db-4295-9a66-6546538ed638 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:35:10.235245 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 840db46a-f9db-4295-9a66-6546538ed638 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:35:10.235617 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (840db46a-f9db-4295-9a66-6546538ed638), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:10.235949 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 840db46a-f9db-4295-9a66-6546538ed638 Sep 28 12:35:10.306216 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 840db46a-f9db-4295-9a66-6546538ed638 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:35:10.306597 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (840db46a-f9db-4295-9a66-6546538ed638), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:10.328717 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83b2749-940b-4530-bd2e-54836432bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840db46a-f9db-4295-9a66-6546538ed638'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:35:10.330972 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194e2d0b-e99e-4048-bb4e-2c82a0059688" -d '{"events": [{"server_uuid": "d83b2749-940b-4530-bd2e-54836432bf22", "name": "network-vif-plugged", "status": "completed", "tag": "840db46a-f9db-4295-9a66-6546538ed638"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:35:10.347647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 840db46a-f9db-4295-9a66-6546538ed638, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=840db46a-f9db-4295-9a66-6546538ed638,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:35:10.351614 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (840db46a-f9db-4295-9a66-6546538ed638), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:10.373796 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea221f3-6567-48fd-aeba-0c1071aaf9e7 x-openstack-request-id: req-7ea221f3-6567-48fd-aeba-0c1071aaf9e7 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:35:10.374092 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83b2749-940b-4530-bd2e-54836432bf22", "name": "network-vif-plugged", "status": "completed", "tag": "840db46a-f9db-4295-9a66-6546538ed638", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:35:10.379540 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ea221f3-6567-48fd-aeba-0c1071aaf9e7 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:35:10.379937 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea221f3-6567-48fd-aeba-0c1071aaf9e7'] response: {'server_uuid': 'd83b2749-940b-4530-bd2e-54836432bf22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840db46a-f9db-4295-9a66-6546538ed638', 'code': 200} Sep 28 12:35:10.406668 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=840db46a-f9db-4295-9a66-6546538ed638,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:35:10.539939 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e837d9-9c50-489b-a0e2-8839f57228f9 req-f2dccd71-9cfd-4210-abc9-b5b6e7a53db9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:10.541461 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a0e837d9-9c50-489b-a0e2-8839f57228f9 req-f2dccd71-9cfd-4210-abc9-b5b6e7a53db9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Sep 28 12:35:10.579997 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4e2ae-878c-412a-b8a9-db6ddf673e82 req-4d344ff5-58c9-49d6-8823-0df1bed3b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:10.581513 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-29c4e2ae-878c-412a-b8a9-db6ddf673e82 req-4d344ff5-58c9-49d6-8823-0df1bed3b8a6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 1129 time: 0.0397627 Sep 28 12:35:10.589393 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a0e837d9-9c50-489b-a0e2-8839f57228f9 req-b713a5e0-525a-4c89-8937-87b01d0da09c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418420 Sep 28 12:35:10.606454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:10.626141 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-29c4e2ae-878c-412a-b8a9-db6ddf673e82 req-3a25cd91-a244-4cd1-bf64-987b9571bc2f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Sep 28 12:35:11.711618 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9ce99-3b24-4354-a728-d9682c211596 req-c4fd61f5-3706-4dc0-9e56-ef9436a3bcce tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:11.713217 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5eb9ce99-3b24-4354-a728-d9682c211596 req-c4fd61f5-3706-4dc0-9e56-ef9436a3bcce tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0459292 Sep 28 12:35:11.761582 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5eb9ce99-3b24-4354-a728-d9682c211596 req-a0a4c560-0355-4219-9a62-ca8b12f8d341 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Sep 28 12:35:12.882414 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159d3f0-2332-442f-a1c6-f637e5c950bc req-3c3972aa-fc84-4e7e-b4ec-62aeb618b6b4 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:12.883862 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f159d3f0-2332-442f-a1c6-f637e5c950bc req-3c3972aa-fc84-4e7e-b4ec-62aeb618b6b4 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0466127 Sep 28 12:35:12.930607 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f159d3f0-2332-442f-a1c6-f637e5c950bc req-559ea21b-9b2a-4b9c-a3b1-6469c5ef52b0 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Sep 28 12:35:19.250560 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:19.254560 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:19.315342 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:21.255556 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-beffa39a-5577-4cde-a32f-5993dd8a38bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:21.608722 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:35:21.755387 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=11 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:21.759203 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:22.919821 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=35 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:22.927170 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=44 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:23.553758 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-0482df2b-8489-4fcf-86fb-fa041d96d353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:24.217968 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521c1a-0970-4065-ba0b-c6b97aeb498b req-4284c4c7-6648-404f-bda2-6a76ccc92a9a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:24.219423 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-85521c1a-0970-4065-ba0b-c6b97aeb498b req-4284c4c7-6648-404f-bda2-6a76ccc92a9a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0495880 Sep 28 12:35:24.267041 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-85521c1a-0970-4065-ba0b-c6b97aeb498b req-84d7666f-4fb7-4e3d-938c-fecc435f4d0c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Sep 28 12:35:24.863341 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:25.388842 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda010d-5c58-4c5a-b836-6088da4a4723 req-c1ded8cd-66a2-46ed-abd4-f697aa84293e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:25.390346 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dda010d-5c58-4c5a-b836-6088da4a4723 req-c1ded8cd-66a2-46ed-abd4-f697aa84293e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0467081 Sep 28 12:35:25.441733 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dda010d-5c58-4c5a-b836-6088da4a4723 req-111f8801-030f-4207-9f75-9d37d14e3017 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451419 Sep 28 12:35:26.213356 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:26.256180 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:26.560437 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc8a7-e25b-4cdc-aed9-7343dfcbcb39 req-6a9a4064-167d-42e9-9b24-107480f2e98d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:26.561822 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-388cc8a7-e25b-4cdc-aed9-7343dfcbcb39 req-6a9a4064-167d-42e9-9b24-107480f2e98d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0450082 Sep 28 12:35:26.619985 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-388cc8a7-e25b-4cdc-aed9-7343dfcbcb39 req-08c0c61f-060c-42f0-b6c1-92f3ac67ac2c tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521121 Sep 28 12:35:27.738305 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88918-ee4c-4fbf-933f-73bbc5a82716 req-b741fba1-6cb4-46d3-8ef7-8cb6a9518fa1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:27.739741 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-abd88918-ee4c-4fbf-933f-73bbc5a82716 req-b741fba1-6cb4-46d3-8ef7-8cb6a9518fa1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0457292 Sep 28 12:35:27.785606 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-abd88918-ee4c-4fbf-933f-73bbc5a82716 req-83557a1c-d26c-4cba-a69b-5e4d81d871c1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Sep 28 12:35:28.908828 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a2db3-3538-4056-87d3-ccdaa9e4dcdc req-96a387d0-57f8-49c6-bbe5-24759449d394 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:28.910286 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-db9a2db3-3538-4056-87d3-ccdaa9e4dcdc req-96a387d0-57f8-49c6-bbe5-24759449d394 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0480423 Sep 28 12:35:28.955963 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-db9a2db3-3538-4056-87d3-ccdaa9e4dcdc req-806d69ea-2f8e-4a5c-9f6b-b9e06ab60335 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 Sep 28 12:35:29.589304 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:30.075566 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832759-79f2-48a0-bb64-b66461749467 req-0a2ecef6-97df-4ac4-8c4a-c4e4d3bd73ff tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:30.077022 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-75832759-79f2-48a0-bb64-b66461749467 req-0a2ecef6-97df-4ac4-8c4a-c4e4d3bd73ff tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0445068 Sep 28 12:35:30.123920 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-75832759-79f2-48a0-bb64-b66461749467 req-b7df5ef5-2f1c-4238-92ee-ad90ba04d987 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Sep 28 12:35:31.243487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aa38c-b4f5-494d-b972-55106afdc8cd req-2586a9a1-4c2f-4e45-8869-3d040c34ec2b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:31.244966 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f98aa38c-b4f5-494d-b972-55106afdc8cd req-2586a9a1-4c2f-4e45-8869-3d040c34ec2b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0458579 Sep 28 12:35:31.292369 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f98aa38c-b4f5-494d-b972-55106afdc8cd req-82916423-2989-4759-8805-bb6730cba11d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417125 Sep 28 12:35:31.604816 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:32.415082 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d9cf4-a208-49a1-9831-396944fd30a0 req-9d34222b-6466-4dc1-b911-3a84ea14fb98 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:32.416520 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-478d9cf4-a208-49a1-9831-396944fd30a0 req-9d34222b-6466-4dc1-b911-3a84ea14fb98 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0487278 Sep 28 12:35:32.463995 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-478d9cf4-a208-49a1-9831-396944fd30a0 req-53ec3f3c-94b0-405b-a978-2df967bff9c7 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Sep 28 12:35:33.584188 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593c607-ed59-4086-af3d-c4e65e106032 req-c600b932-a82f-4f83-a363-c2a1ccc70a2e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:33.585684 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f593c607-ed59-4086-af3d-c4e65e106032 req-c600b932-a82f-4f83-a363-c2a1ccc70a2e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0456634 Sep 28 12:35:33.634265 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f593c607-ed59-4086-af3d-c4e65e106032 req-fd434734-54af-4d3e-b1eb-26f85087b425 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431526 Sep 28 12:35:34.753608 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea486e36-6083-49e6-ae8c-9d6118c28178 req-e9ecdc34-1b57-441e-88f2-24dadb91decc tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:34.755078 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ea486e36-6083-49e6-ae8c-9d6118c28178 req-e9ecdc34-1b57-441e-88f2-24dadb91decc tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0456359 Sep 28 12:35:34.801230 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ea486e36-6083-49e6-ae8c-9d6118c28178 req-974de5a4-5e08-4e91-8a64-24ca8684457a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Sep 28 12:35:35.919341 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795caf3-5dee-4f0f-9f52-84b31fd53c15 req-014925c7-a7a9-4572-9672-9d0587dd750f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:35.920770 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c795caf3-5dee-4f0f-9f52-84b31fd53c15 req-014925c7-a7a9-4572-9672-9d0587dd750f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0447166 Sep 28 12:35:35.968955 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-c795caf3-5dee-4f0f-9f52-84b31fd53c15 req-dbbc393c-fe11-435b-bddd-79b3f5852be8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Sep 28 12:35:36.249779 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:36.252428 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=37,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:37.094279 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f21933-dc19-4d14-a212-cb62c4e1458a req-3c3039ff-e7d4-4ad2-93df-a4e7935822a3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:37.095762 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-60f21933-dc19-4d14-a212-cb62c4e1458a req-3c3039ff-e7d4-4ad2-93df-a4e7935822a3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0471632 Sep 28 12:35:37.141326 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-60f21933-dc19-4d14-a212-cb62c4e1458a req-0bf1421d-6246-495b-ba7c-ef1209615131 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Sep 28 12:35:38.265565 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93fbc0-517a-42b6-8a67-8dba7f2258e2 req-a4df9482-4317-4602-9b17-94c723907b11 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:38.267006 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1d93fbc0-517a-42b6-8a67-8dba7f2258e2 req-a4df9482-4317-4602-9b17-94c723907b11 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0496411 Sep 28 12:35:38.315705 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1d93fbc0-517a-42b6-8a67-8dba7f2258e2 req-454ee27c-ce4a-4fb4-948f-7c249c6ff9b5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Sep 28 12:35:39.439391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b5a05-a2d3-43b1-b65e-9cd860824299 req-1aca3be8-c261-4d7a-93c0-30e1aad6efbe tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:39.440827 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a36b5a05-a2d3-43b1-b65e-9cd860824299 req-1aca3be8-c261-4d7a-93c0-30e1aad6efbe tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0487731 Sep 28 12:35:39.486937 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a36b5a05-a2d3-43b1-b65e-9cd860824299 req-300770ae-deae-4c03-b355-b302025b12fa tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Sep 28 12:35:40.605444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade98d-393e-42bc-b75a-123ba196afa2 req-07716597-df06-4ae3-af4d-1576e8f7017a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:40.606891 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-81ade98d-393e-42bc-b75a-123ba196afa2 req-07716597-df06-4ae3-af4d-1576e8f7017a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0458901 Sep 28 12:35:40.660616 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-81ade98d-393e-42bc-b75a-123ba196afa2 req-27aad98a-acb5-4151-bec2-bcff46f5e74f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477364 Sep 28 12:35:40.904565 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5761a-3ed4-4ac0-ab05-3db48679f209 req-3607ac04-f12d-49b1-8e42-6170842a315d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:40.906887 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aea5761a-3ed4-4ac0-ab05-3db48679f209 req-3607ac04-f12d-49b1-8e42-6170842a315d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0474746 Sep 28 12:35:40.965988 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-aea5761a-3ed4-4ac0-ab05-3db48679f209 req-fc298121-debf-43c4-a04b-726ccca01480 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532448 Sep 28 12:35:40.988169 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-b109ee77-69cc-4ee6-8598-c96728049704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:40.989724 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-b109ee77-69cc-4ee6-8598-c96728049704 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.0411818 Sep 28 12:35:41.082027 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-691745f2-7c45-4593-9ca4-2f3072d1079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:41.083501 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-691745f2-7c45-4593-9ca4-2f3072d1079b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0878482 Sep 28 12:35:41.145999 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-7874e3b4-95ed-4398-a822-abc49df46b59 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 1000 time: 0.0562544 Sep 28 12:35:41.160596 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:41.195776 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-5d356edb-97b8-4829-aa92-4af0b351364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:41.197259 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-5d356edb-97b8-4829-aa92-4af0b351364b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0457585 Sep 28 12:35:41.243599 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-c81367cc-182a-4fd4-8dde-3c4e7246c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:41.244967 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-c81367cc-182a-4fd4-8dde-3c4e7246c0b6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419965 Sep 28 12:35:41.309842 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:41.333592 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-46dd4c07-459d-4356-b42c-e645dd67e498 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817554 Sep 28 12:35:41.423468 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-70a3d8cf-03fe-469b-955f-1a2928f6ada5 req-8daf82a8-3f58-4738-8257-916a08469b68 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Sep 28 12:35:42.089735 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01b2e7-9907-4f6c-b2ae-bd71358fb859 req-107657e7-a23d-4fe3-8ef3-9914d6b518bc tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:42.091175 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9e01b2e7-9907-4f6c-b2ae-bd71358fb859 req-107657e7-a23d-4fe3-8ef3-9914d6b518bc tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0454485 Sep 28 12:35:42.137662 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9e01b2e7-9907-4f6c-b2ae-bd71358fb859 req-c46a3a82-fda4-4fc7-a03d-a222e51eb176 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Sep 28 12:35:43.260487 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea55f-1d6a-4d43-8a84-44f2091d4862 req-642ad5d4-4f7d-4e39-897e-d3313b75216d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:43.261973 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e5ea55f-1d6a-4d43-8a84-44f2091d4862 req-642ad5d4-4f7d-4e39-897e-d3313b75216d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0461366 Sep 28 12:35:43.309775 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7e5ea55f-1d6a-4d43-8a84-44f2091d4862 req-8b66c106-43a7-4a73-a973-dd07d026fd08 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Sep 28 12:35:49.327627 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:51.257925 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-440912a2-6ca3-484b-ac75-6d29e7db4f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:52.127010 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=19 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:52.134076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=37 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:53.298938 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=82 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:53.306095 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=80 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:35:53.555851 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6f50bc92-e228-40ef-b44b-ef6db6dc410a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:54.867056 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:54.869259 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-58ddcdc5-9f6a-45d4-9bd1-317b82b21dc7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379193 Sep 28 12:35:54.960320 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-c951b279-cbce-4528-ada1-3f0079d7b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:54.961919 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-c951b279-cbce-4528-ada1-3f0079d7b080 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 1130 time: 0.0414562 Sep 28 12:35:55.067767 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-7940e180-6410-4b18-a51e-c28590879e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:55.069306 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-7940e180-6410-4b18-a51e-c28590879e80 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0874181 Sep 28 12:35:55.140148 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-c533b2b8-8129-4a86-97ea-7e7bf99fa04c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330 HTTP/1.1" status: 200 len: 1000 time: 0.0641341 Sep 28 12:35:55.190302 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-ba5abf31-03c9-4a2f-8ad9-a37720e4d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:55.191771 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-ba5abf31-03c9-4a2f-8ad9-a37720e4d0bf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0458405 Sep 28 12:35:55.233959 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-1984963b-4935-490f-9801-2db94f80c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:35:55.235446 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-1984963b-4935-490f-9801-2db94f80c78c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374522 Sep 28 12:35:55.334091 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-ab3442d4-9552-4abc-a25d-3b6184198e57 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861552 Sep 28 12:35:55.424985 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-981c5067-c163-4ab8-b1bb-0e4185885a8c req-4539995f-6b29-4db4-8c65-973ee93d9b89 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814831 Sep 28 12:35:56.219111 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:56.258200 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:35:58.607870 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:36:05.154549 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33900a-c2ed-420a-b23d-04f905cad375 req-2b631934-60e6-426e-b648-ca1693cdedea tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:05.155924 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3b33900a-c2ed-420a-b23d-04f905cad375 req-2b631934-60e6-426e-b648-ca1693cdedea tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Sep 28 12:36:05.202750 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3b33900a-c2ed-420a-b23d-04f905cad375 req-a1859f38-0925-422d-a968-c85390f4c95b tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Sep 28 12:36:06.253152 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:06.255098 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:06.323025 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ad5a-fe32-4b21-b393-ba61122c1ee9 req-4e5904a9-59b3-4f06-9548-2df367e13a62 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:06.324462 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9c01ad5a-fe32-4b21-b393-ba61122c1ee9 req-4e5904a9-59b3-4f06-9548-2df367e13a62 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0460258 Sep 28 12:36:06.371122 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9c01ad5a-fe32-4b21-b393-ba61122c1ee9 req-89ab7a0a-0c1e-41db-85d4-2b0fcde16043 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Sep 28 12:36:07.422203 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-622e3b1b-3db4-4765-aa26-f6f3e1a903f8 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:07.423674 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-622e3b1b-3db4-4765-aa26-f6f3e1a903f8 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0443521 Sep 28 12:36:07.527025 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb47d90-c222-4d2f-8c89-6679ea353863 req-0e3d5e34-f0e3-459b-aa4f-2a588b760c0a tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:07.528453 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6cb47d90-c222-4d2f-8c89-6679ea353863 req-0e3d5e34-f0e3-459b-aa4f-2a588b760c0a tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 945 time: 0.0736027 Sep 28 12:36:07.555629 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Deleting port 840db46a-f9db-4295-9a66-6546538ed638 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:36:07.555962 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (840db46a-f9db-4295-9a66-6546538ed638), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:07.634434 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6cb47d90-c222-4d2f-8c89-6679ea353863 req-72e6bd06-093f-414c-bb8f-a8321968fc03 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967855 Sep 28 12:36:07.667098 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] For port 840db46a-f9db-4295-9a66-6546538ed638, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=840db46a-f9db-4295-9a66-6546538ed638,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:36:07.667462 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (840db46a-f9db-4295-9a66-6546538ed638), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:07.680417 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Calling delete_port for 840db46a-f9db-4295-9a66-6546538ed638 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:36:07.721334 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:07.736754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:07.805011 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (840db46a-f9db-4295-9a66-6546538ed638), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:07.835531 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Pushing event deleted for resources: {'Port': ['ID=840db46a-f9db-4295-9a66-6546538ed638,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:07.848410 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.848760 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.849153 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.849496 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.849829 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.850162 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.850493 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.850822 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.851150 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.851485 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.851811 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.851969 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['840db46a-f9db-4295-9a66-6546538ed638'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:36:07.852404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.852518 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.852754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.853076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:07.888907 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] No DVR routers for this DVR port 840db46a-f9db-4295-9a66-6546538ed638 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:36:07.891448 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:07.894756 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-58065720-bd93-41a3-be30-a63ce94fe4e9 req-976630f5-e129-4bf9-85a2-97168911ec4c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "DELETE /networking/v2.0/ports/840db46a-f9db-4295-9a66-6546538ed638 HTTP/1.1" status: 204 len: 173 time: 0.4652383 Sep 28 12:36:07.895258 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83b2749-940b-4530-bd2e-54836432bf22', 'name': 'network-vif-deleted', 'tag': '840db46a-f9db-4295-9a66-6546538ed638'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:36:07.897487 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03409ed7-2d0e-4e21-9c52-dde8cdf00de2" -d '{"events": [{"server_uuid": "d83b2749-940b-4530-bd2e-54836432bf22", "name": "network-vif-deleted", "tag": "840db46a-f9db-4295-9a66-6546538ed638"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:36:07.938664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d16d9-ab49-4a25-bc06-f211cc80e8d8 x-openstack-request-id: req-ac8d16d9-ab49-4a25-bc06-f211cc80e8d8 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:36:07.938954 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83b2749-940b-4530-bd2e-54836432bf22", "name": "network-vif-deleted", "tag": "840db46a-f9db-4295-9a66-6546538ed638", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:36:07.939203 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac8d16d9-ab49-4a25-bc06-f211cc80e8d8 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:36:07.939721 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8d16d9-ab49-4a25-bc06-f211cc80e8d8'] response: {'server_uuid': 'd83b2749-940b-4530-bd2e-54836432bf22', 'name': 'network-vif-deleted', 'tag': '840db46a-f9db-4295-9a66-6546538ed638', 'status': 'completed', 'code': 200} Sep 28 12:36:08.603439 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:08.604215 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:08.748317 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5f62d3bc-b8bc-4f0e-bbda-a2ed6a83bbd0 req-0f65effc-95e8-4378-81ff-20c249b2c74e tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d83b2749-940b-4530-bd2e-54836432bf22 HTTP/1.1" status: 200 len: 210 time: 0.0261781 Sep 28 12:36:12.394744 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 840db46a-f9db-4295-9a66-6546538ed638 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:36:12.414687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 840db46a-f9db-4295-9a66-6546538ed638 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:36:12.415057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 840db46a-f9db-4295-9a66-6546538ed638 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:36:16.364710 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=8 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:16.367270 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=10 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:18.730817 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=4,neutron:SELECT=13 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:18.731706 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:19.321618 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:19.636250 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:19.813856 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-57df9ae1-e5d8-4f1e-bef6-c67aa5d05d24 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:19.815305 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-57df9ae1-e5d8-4f1e-bef6-c67aa5d05d24 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/networks?id=672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 200 len: 813 time: 0.1042175 Sep 28 12:36:19.830424 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-638eed77-fec1-429c-88f0-83ca1f484ba7 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/quotas/e6eccd42ceef4259b48149c9835fc73b HTTP/1.1" status: 200 len: 375 time: 0.0094981 Sep 28 12:36:19.860715 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5ba45b77-c097-40c5-99e1-eb3839ca6f26 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e6eccd42ceef4259b48149c9835fc73b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255866 Sep 28 12:36:19.913320 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-c940b2cd-c726-4935-aae3-abdd1b815e2f service neutron] http://10.222.0.60:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 12:36:19.914310 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-c940b2cd-c726-4935-aae3-abdd1b815e2f service neutron] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0476696 Sep 28 12:36:20.015791 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-7a8f3a41-1c57-4d24-9086-520a3f7ec231 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950401 Sep 28 12:36:20.103993 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-b5471ecb-71dc-405a-814e-02beea61a09d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823915 Sep 28 12:36:20.275808 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c6eb749f-cfd5-49ee-a172-87fb0f1547d8 req-11a2334e-99e4-4614-b5e5-2f1390b5a189 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 210 time: 0.0301130 Sep 28 12:36:21.260406 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ffd92540-09f8-4ed1-864e-44406e0527c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:21.386604 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-681455d6-f1c6-4cf0-8d65-fe9aa4bc550e req-d628f791-2c1d-4963-94ee-ff96d8dc40d2 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 210 time: 0.0333285 Sep 28 12:36:21.413942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-7bd00fad-3353-4450-acd3-4717dba3000e tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:21.415376 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-7bd00fad-3353-4450-acd3-4717dba3000e tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "GET /networking/v2.0/networks?id=672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 200 len: 813 time: 0.1370528 Sep 28 12:36:21.435659 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Request body: {'port': {'device_id': '5291f341-17b3-441b-8cd5-007b41955f39', 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f', 'admin_state_up': True, 'tenant_id': 'e6eccd42ceef4259b48149c9835fc73b'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:36:21.814948 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Made reservation on behalf of e6eccd42ceef4259b48149c9835fc73b for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:36:21.818725 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:21.939462 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Allocated IP 172.20.0.11 (672633cd-4d82-43a9-8eec-15b6eada112f/e52d4425-065e-4442-8f12-b04bde43554c/0df1578c-0c7a-487b-8ae0-62fe5cd3d302) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:36:22.082727 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks [] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.101082 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:22.106561 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:22.120358 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.167254 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Network 672633cd-4d82-43a9-8eec-15b6eada112f is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:36:22.170446 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:36:22.173623 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:36:22.198829 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Pushing event updated for resources: {'Port': ['ID=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:22.227151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:22.227765 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.243715 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-0258c2a8-e585-4239-a52b-e8fe3851f8b5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8118372 Sep 28 12:36:22.260076 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Request body: {'port': {'device_id': '5291f341-17b3-441b-8cd5-007b41955f39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:36:22.317687 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.510119 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b4fd3-405c-4d62-b8c7-0c822aeb555d req-d9905faf-83eb-465d-999e-368fd9ce7024 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:22.511610 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5b4fd3-405c-4d62-b8c7-0c822aeb555d req-d9905faf-83eb-465d-999e-368fd9ce7024 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 932 time: 0.0489538 Sep 28 12:36:22.560565 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5b4fd3-405c-4d62-b8c7-0c822aeb555d req-656d086f-45bc-4eda-acca-c5248af5af5d tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Sep 28 12:36:22.574599 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:36:22.582957 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Publish callbacks [] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.596380 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Transition to ACTIVE for port object 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:36:22.599769 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.658092 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Pushing event updated for resources: {'Port': ['ID=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:22.709068 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Attempting to bind port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:36:22.709449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Attempting to bind port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:36:22.709771 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Attempting to bind port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 on network 672633cd-4d82-43a9-8eec-15b6eada112f {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:36:22.749805 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 on network 672633cd-4d82-43a9-8eec-15b6eada112f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:36:22.750126 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Attempting to bind port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 on network 672633cd-4d82-43a9-8eec-15b6eada112f {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:36:22.790689 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:36:22.791019 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Checking segment: {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:36:22.791395 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Bound using segment: {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:36:22.791815 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Bound port: 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a965239a-37c5-4fd5-bb70-c15a94db5b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:36:22.792171 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.851134 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] For port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:36:22.854107 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] For port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:36:22.860075 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.863127 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:22.863720 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:22.865289 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/0df1578c-0c7a-487b-8ae0-62fe5cd3d302 HTTP/1.1" status: 200 len: 1094 time: 0.6090834 Sep 28 12:36:22.867282 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5291f341-17b3-441b-8cd5-007b41955f39', 'tag': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:36:22.869573 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a556cac-80ab-406d-8059-ca4801012ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "5291f341-17b3-441b-8cd5-007b41955f39", "tag": "0df1578c-0c7a-487b-8ae0-62fe5cd3d302"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:36:22.872871 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:22.909277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c55e141-2eff-4944-a00f-91201c920e95 x-openstack-request-id: req-5c55e141-2eff-4944-a00f-91201c920e95 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:36:22.909760 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5291f341-17b3-441b-8cd5-007b41955f39", "tag": "0df1578c-0c7a-487b-8ae0-62fe5cd3d302", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:36:22.909877 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c55e141-2eff-4944-a00f-91201c920e95 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:36:22.910173 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c55e141-2eff-4944-a00f-91201c920e95'] response: {'name': 'network-changed', 'server_uuid': '5291f341-17b3-441b-8cd5-007b41955f39', 'tag': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302', 'status': 'completed', 'code': 200} Sep 28 12:36:22.919275 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:22.924881 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f4c9d-b857-4a57-ac2b-d4705d4fae90 service neutron] Pushing event updated for resources: {'Port': ['ID=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:22.982764 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-f7113b94-089a-4abb-a1f3-3547807f470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:22.984181 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-f7113b94-089a-4abb-a1f3-3547807f470c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e6eccd42ceef4259b48149c9835fc73b&device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 1128 time: 0.0381601 Sep 28 12:36:23.029697 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-8f6a42df-d8ed-461e-bf81-214442cacc58 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302 HTTP/1.1" status: 200 len: 217 time: 0.0317209 Sep 28 12:36:23.081065 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-3afb3d21-02a2-4a2f-812c-320c8d1b0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:23.082486 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-3afb3d21-02a2-4a2f-812c-320c8d1b0281 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=e52d4425-065e-4442-8f12-b04bde43554c HTTP/1.1" status: 200 len: 853 time: 0.0474958 Sep 28 12:36:23.111659 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-31280e9a-da59-4545-b895-96fef7f50a5b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=672633cd-4d82-43a9-8eec-15b6eada112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237241 Sep 28 12:36:23.199556 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-5f992d5c-eb52-47fe-af6b-d015f07eb1ee service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808964 Sep 28 12:36:23.296732 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7b934efc-0b37-4148-abfa-6e50b547ea20 req-92186040-eaba-408c-ab68-9f9baf32cb31 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908520 Sep 28 12:36:23.558049 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-35b3d253-db4a-4819-af9a-65224715d86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:23.680953 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ab561-04a8-4ab6-b7ac-a5720b3118b5 req-c0ae03df-d688-42b0-b5de-c6aa21824a2b tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:23.682420 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-506ab561-04a8-4ab6-b7ac-a5720b3118b5 req-c0ae03df-d688-42b0-b5de-c6aa21824a2b tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 944 time: 0.0455687 Sep 28 12:36:23.728049 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-506ab561-04a8-4ab6-b7ac-a5720b3118b5 req-76cff67c-abbc-4a8a-bec8-3779663b8a9e tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Sep 28 12:36:24.847486 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae115a7-2766-480a-a823-506930ad3a66 req-e094d786-f5e7-42fc-b1de-356775dc845c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:24.848931 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eae115a7-2766-480a-a823-506930ad3a66 req-e094d786-f5e7-42fc-b1de-356775dc845c tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 944 time: 0.0456481 Sep 28 12:36:24.870579 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:24.895766 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-eae115a7-2766-480a-a823-506930ad3a66 req-fdfea1a1-09d8-4211-8b10-30525881ff6b tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Sep 28 12:36:25.740902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-90197861-3eb3-4464-a393-66f1ad0681d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:25.742400 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-90197861-3eb3-4464-a393-66f1ad0681d2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e6eccd42ceef4259b48149c9835fc73b&device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 1128 time: 0.0420153 Sep 28 12:36:25.830018 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-2c958af3-50bb-444c-b4eb-33f86fec5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:25.831455 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-2c958af3-50bb-444c-b4eb-33f86fec5570 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 200 len: 914 time: 0.0831616 Sep 28 12:36:25.872823 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-e114ff15-0420-4ede-99ce-bb5859523508 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302 HTTP/1.1" status: 200 len: 217 time: 0.0353880 Sep 28 12:36:25.918964 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-0896e4ea-f45f-42f5-8661-74c46233133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:25.920323 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-0896e4ea-f45f-42f5-8661-74c46233133a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=e52d4425-065e-4442-8f12-b04bde43554c HTTP/1.1" status: 200 len: 853 time: 0.0419025 Sep 28 12:36:25.950352 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-3f031deb-3740-4d7d-842b-6b8a33d885f3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=672633cd-4d82-43a9-8eec-15b6eada112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243917 Sep 28 12:36:26.022218 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f68aef-9c0f-4fef-ac49-746767e908bf req-e0c21abe-c790-4c12-bc85-f572ceb0a2b7 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:26.023600 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-98f68aef-9c0f-4fef-ac49-746767e908bf req-e0c21abe-c790-4c12-bc85-f572ceb0a2b7 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Sep 28 12:36:26.042645 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-368f6b81-0bca-4587-a11d-1505026db518 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Sep 28 12:36:26.071955 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-98f68aef-9c0f-4fef-ac49-746767e908bf req-3ad7608b-7a04-45a9-a8f1-f0bc04c279e3 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Sep 28 12:36:26.132053 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9a556cac-80ab-406d-8059-ca4801012ed7 req-a329becf-c110-4cfc-9272-86d8f0796013 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832622 Sep 28 12:36:26.218546 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:26.259664 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:27.190649 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeb7bf-483b-4fab-9732-e5167501115f req-3dc22ad6-731e-4ef6-8ee5-bb491795d882 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:27.192141 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6dfeb7bf-483b-4fab-9732-e5167501115f req-3dc22ad6-731e-4ef6-8ee5-bb491795d882 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 944 time: 0.0460098 Sep 28 12:36:27.242560 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6dfeb7bf-483b-4fab-9732-e5167501115f req-f6bd1fa1-35ba-4030-b8da-52937544f36b tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Sep 28 12:36:27.662900 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:36:27.763193 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:36:27.774467 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302', 'network_id': '672633cd-4d82-43a9-8eec-15b6eada112f', 'port_id': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302', 'mac_address': 'fa:16:3e:d2:55:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e52d4425-065e-4442-8f12-b04bde43554c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:36:27.808550 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:36:27.808862 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:27.822067 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:36:27.841962 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:36:27.846913 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:27.897806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:27.907551 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.908018 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.908362 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.908700 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.909030 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.909384 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.909711 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.910037 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.910360 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.910684 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.911013 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.911337 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.911657 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.911979 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:27.912296 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:36:28.260507 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['0df1578c-0c7a-487b-8ae0-62fe5cd3d302'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:36:28.371627 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357bc2d-16bb-4cdf-ad61-87e2902325c8 req-2a1e5335-138e-444d-986b-9e2ca1c763e7 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:28.373112 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2357bc2d-16bb-4cdf-ad61-87e2902325c8 req-2a1e5335-138e-444d-986b-9e2ca1c763e7 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 945 time: 0.0460210 Sep 28 12:36:28.420922 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-2357bc2d-16bb-4cdf-ad61-87e2902325c8 req-6931161c-83e5-4b32-8388-d96eee312c18 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413816 Sep 28 12:36:29.528617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:29.540601 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f3d68-9b54-4bd0-8c73-98df3f1660fd req-392b6365-2b15-401a-a53a-ea923fe53898 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:29.542112 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-897f3d68-9b54-4bd0-8c73-98df3f1660fd req-392b6365-2b15-401a-a53a-ea923fe53898 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 945 time: 0.0478961 Sep 28 12:36:29.589620 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-897f3d68-9b54-4bd0-8c73-98df3f1660fd req-5bfa800c-7fb4-4d83-8f59-6dc3be524f4f tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Sep 28 12:36:29.707909 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:36:29.749741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:36:29.755080 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:36:29.755445 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:29.755807 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 Sep 28 12:36:29.921363 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:29.945634 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:29.952318 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:36:29.952705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:29.976767 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5291f341-17b3-441b-8cd5-007b41955f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:36:29.978929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b799864-b891-428d-a71e-5c215da46a2a" -d '{"events": [{"server_uuid": "5291f341-17b3-441b-8cd5-007b41955f39", "name": "network-vif-plugged", "status": "completed", "tag": "0df1578c-0c7a-487b-8ae0-62fe5cd3d302"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:36:29.991359 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:36:29.994924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:30.017481 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2484885-eb9a-487f-a6c1-d588858ab34e x-openstack-request-id: req-a2484885-eb9a-487f-a6c1-d588858ab34e {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:36:30.017761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5291f341-17b3-441b-8cd5-007b41955f39", "name": "network-vif-plugged", "status": "completed", "tag": "0df1578c-0c7a-487b-8ae0-62fe5cd3d302", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:36:30.018017 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2484885-eb9a-487f-a6c1-d588858ab34e {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:36:30.018406 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2484885-eb9a-487f-a6c1-d588858ab34e'] response: {'server_uuid': '5291f341-17b3-441b-8cd5-007b41955f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302', 'code': 200} Sep 28 12:36:30.043710 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:30.230306 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea2f3b-8576-4598-83eb-8efd61a970d1 req-f53bb7e1-4125-44a4-be4c-8bae4f512461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:30.231690 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d7ea2f3b-8576-4598-83eb-8efd61a970d1 req-f53bb7e1-4125-44a4-be4c-8bae4f512461 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 1130 time: 0.0376561 Sep 28 12:36:30.250775 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:30.274340 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d7ea2f3b-8576-4598-83eb-8efd61a970d1 req-3ac09e00-2076-40f0-ba97-aa0d107865bc service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Sep 28 12:36:30.718615 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b2fe2-fb62-422a-b8c0-54c2fd8656a7 req-f2ac09c5-9e59-4530-a836-e0413999d422 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:30.720065 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-190b2fe2-fb62-422a-b8c0-54c2fd8656a7 req-f2ac09c5-9e59-4530-a836-e0413999d422 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0486462 Sep 28 12:36:30.765802 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-190b2fe2-fb62-422a-b8c0-54c2fd8656a7 req-c4cd5461-91ea-483a-a8b8-d32b96f8a446 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Sep 28 12:36:31.885410 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b105e9-f945-4cb0-9b6f-8826b2992e05 req-f6e435aa-e6b2-47e0-b031-32d267bc8865 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:31.886825 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-64b105e9-f945-4cb0-9b6f-8826b2992e05 req-f6e435aa-e6b2-47e0-b031-32d267bc8865 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0449965 Sep 28 12:36:31.935840 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-64b105e9-f945-4cb0-9b6f-8826b2992e05 req-72ae80f5-02d6-4053-9377-df5c1b8f3189 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435505 Sep 28 12:36:33.054377 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be101005-9a7b-42fe-9adc-16d20635e98c req-92226fb7-99e5-42a9-90e9-5d04e0067d89 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:33.055809 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-be101005-9a7b-42fe-9adc-16d20635e98c req-92226fb7-99e5-42a9-90e9-5d04e0067d89 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0456522 Sep 28 12:36:33.102731 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-be101005-9a7b-42fe-9adc-16d20635e98c req-ff931a7e-1d37-4dd4-a261-46a76cdaa2f4 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Sep 28 12:36:35.606904 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:36:40.036240 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:40.041910 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=13 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:41.929747 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=52 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:41.932304 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=40 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:43.091535 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=34 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:43.099806 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=19 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:45.602222 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:45.602938 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:49.345189 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:51.262219 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-f908fc64-0c0f-443c-a0bf-c23557b9f5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:53.559188 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1e418d96-9830-4b34-b6f6-65b53e012c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:54.873907 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:54.886831 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-18eb37ae-618d-4ad2-bda1-97d746281e85 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463219 Sep 28 12:36:55.009643 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04588c33-bab3-4bd5-aa45-097eae01502c req-4d9ae749-953b-4f02-9fcf-595f7c41dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:55.011042 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-4d9ae749-953b-4f02-9fcf-595f7c41dc3e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 1130 time: 0.0398376 Sep 28 12:36:55.144859 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04588c33-bab3-4bd5-aa45-097eae01502c req-9614691d-141a-4b16-846c-54dfba9df483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:55.146342 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-9614691d-141a-4b16-846c-54dfba9df483 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0875018 Sep 28 12:36:55.548971 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-8cfff9e6-576d-4f17-af4f-067a0c023215 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 200 len: 1000 time: 0.0586364 Sep 28 12:36:55.607099 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04588c33-bab3-4bd5-aa45-097eae01502c req-2e6b815d-e01f-4dbe-b949-e11765dc0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:55.608543 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-2e6b815d-e01f-4dbe-b949-e11765dc0935 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0454276 Sep 28 12:36:55.674454 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04588c33-bab3-4bd5-aa45-097eae01502c req-4206626e-f16f-4d84-a649-1794bf0069e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:55.675958 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-4206626e-f16f-4d84-a649-1794bf0069e5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390556 Sep 28 12:36:55.768827 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-81b0ec06-0fd2-42f6-90bc-98bd072d48a3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869920 Sep 28 12:36:55.863226 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-04588c33-bab3-4bd5-aa45-097eae01502c req-f9b0799b-33bb-4cbd-a911-695ae0d7292d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Sep 28 12:36:56.223575 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:56.262266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:56.324335 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf130be-b250-4eca-b86a-b1440b06b6e6 req-77ee30fb-e628-4458-b934-0efeac8953f2 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:56.325853 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0cf130be-b250-4eca-b86a-b1440b06b6e6 req-77ee30fb-e628-4458-b934-0efeac8953f2 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0509856 Sep 28 12:36:56.372669 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0cf130be-b250-4eca-b86a-b1440b06b6e6 req-cb69c693-7972-4e0d-9cbb-5a97d8308120 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Sep 28 12:36:57.495359 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeb56b-2a73-4bc9-97d8-921560a8b0c4 req-81ef7aad-bdf2-478c-ba80-7d717cab26d5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:57.496790 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38eeb56b-2a73-4bc9-97d8-921560a8b0c4 req-81ef7aad-bdf2-478c-ba80-7d717cab26d5 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0455098 Sep 28 12:36:57.543057 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-38eeb56b-2a73-4bc9-97d8-921560a8b0c4 req-92b9d9fa-fb3d-43aa-9374-7d6ea3a45170 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Sep 28 12:36:58.475143 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae643-2ec2-419b-afea-f85db91ef860 req-a8e588ea-882d-4966-b9c1-5551054c1da8 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:58.476553 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-809ae643-2ec2-419b-afea-f85db91ef860 req-a8e588ea-882d-4966-b9c1-5551054c1da8 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0450010 Sep 28 12:36:58.561143 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Deleting port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:36:58.561491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:58.684691 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f87d73-e481-440c-ab93-940f8e8ec26e req-6becb895-473e-41ad-b7de-9234f1f431c9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:58.686167 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-39f87d73-e481-440c-ab93-940f8e8ec26e req-6becb895-473e-41ad-b7de-9234f1f431c9 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 946 time: 0.0690024 Sep 28 12:36:58.691818 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] For port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,segment=NetworkSegment(a965239a-37c5-4fd5-bb70-c15a94db5b45),segment_id=a965239a-37c5-4fd5-bb70-c15a94db5b45)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:36:58.692180 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:58.716922 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Calling delete_port for 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:36:58.768597 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:58.785331 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-39f87d73-e481-440c-ab93-940f8e8ec26e req-4a87f484-f25a-4640-866c-199baa34e266 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=a5e8865b-fad7-41e1-a896-384e7b8f15b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905380 Sep 28 12:36:58.803374 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:36:58.866781 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (0df1578c-0c7a-487b-8ae0-62fe5cd3d302), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:58.897748 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Pushing event deleted for resources: {'Port': ['ID=0df1578c-0c7a-487b-8ae0-62fe5cd3d302,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:36:58.913267 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['0df1578c-0c7a-487b-8ae0-62fe5cd3d302'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:36:58.937855 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] No DVR routers for this DVR port 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:36:58.940754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:36:58.944008 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-809ae643-2ec2-419b-afea-f85db91ef860 req-c5bbb38b-9565-45d0-8fd2-45b1e64717ae tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.52 "DELETE /networking/v2.0/ports/0df1578c-0c7a-487b-8ae0-62fe5cd3d302 HTTP/1.1" status: 204 len: 173 time: 0.4599526 Sep 28 12:36:58.944509 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5291f341-17b3-441b-8cd5-007b41955f39', 'name': 'network-vif-deleted', 'tag': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:36:58.946722 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa55d26d-d18e-43bd-8539-cd7af2e0becc" -d '{"events": [{"server_uuid": "5291f341-17b3-441b-8cd5-007b41955f39", "name": "network-vif-deleted", "tag": "0df1578c-0c7a-487b-8ae0-62fe5cd3d302"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:36:58.983274 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f601f2d-517f-4ff4-816d-0f7620314d98 x-openstack-request-id: req-2f601f2d-517f-4ff4-816d-0f7620314d98 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:36:58.983560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5291f341-17b3-441b-8cd5-007b41955f39", "name": "network-vif-deleted", "tag": "0df1578c-0c7a-487b-8ae0-62fe5cd3d302", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:36:58.983810 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f601f2d-517f-4ff4-816d-0f7620314d98 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:36:58.984236 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f601f2d-517f-4ff4-816d-0f7620314d98'] response: {'server_uuid': '5291f341-17b3-441b-8cd5-007b41955f39', 'name': 'network-vif-deleted', 'tag': '0df1578c-0c7a-487b-8ae0-62fe5cd3d302', 'status': 'completed', 'code': 200} Sep 28 12:36:59.913171 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7dcb361e-cb67-4569-b844-4679e7bd1a0a req-199cb0b0-2b6f-4739-8716-60910013c008 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 210 time: 0.0262871 Sep 28 12:36:59.960917 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530b56e-7671-49ed-a628-b82ef24afac5 req-e636557c-9a2c-4c56-ac67-a586b277ae01 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:36:59.962420 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d530b56e-7671-49ed-a628-b82ef24afac5 req-e636557c-9a2c-4c56-ac67-a586b277ae01 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0467463 Sep 28 12:37:00.011318 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d530b56e-7671-49ed-a628-b82ef24afac5 req-571f55f7-7b7a-482c-b787-2e467d2fa61b tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Sep 28 12:37:01.035356 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5c3731a6-61a4-4696-ba55-58fb2d641832 req-a649df38-32c1-4eb8-bdcf-f5e684b793c3 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 210 time: 0.0350857 Sep 28 12:37:01.142993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc225f-32c2-4882-9329-0a33a2dbe9e0 req-64c683fb-ba30-47d1-9b36-287a17ca8659 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:01.144472 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2dc225f-32c2-4882-9329-0a33a2dbe9e0 req-64c683fb-ba30-47d1-9b36-287a17ca8659 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0512576 Sep 28 12:37:01.209684 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2dc225f-32c2-4882-9329-0a33a2dbe9e0 req-44c11c14-33ba-4b1e-ac17-9e83d935c5f0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593677 Sep 28 12:37:01.569379 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f84c5-62ed-4f33-969b-dd3d4dc1d5b4 req-de651965-0426-4be6-8ef9-11c2bf134f58 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:01.570882 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c38f84c5-62ed-4f33-969b-dd3d4dc1d5b4 req-de651965-0426-4be6-8ef9-11c2bf134f58 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0466826 Sep 28 12:37:01.619033 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c38f84c5-62ed-4f33-969b-dd3d4dc1d5b4 req-c80b6b9d-3aad-45fa-b9c2-be5c0bc37560 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424771 Sep 28 12:37:01.811952 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:37:01.832251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:37:01.832587 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0df1578c-0c7a-487b-8ae0-62fe5cd3d302 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:37:02.160479 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7add289a-105d-4b16-99c3-9a402612201f req-56b3be2a-3d0f-4907-9154-38ca759aac27 tempest-VolumesSnapshotTestJSON-1154636101 tempest-VolumesSnapshotTestJSON-1154636101-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=5291f341-17b3-441b-8cd5-007b41955f39 HTTP/1.1" status: 200 len: 210 time: 0.0329161 Sep 28 12:37:02.340561 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65352f3b-7b21-491a-8c90-a73349d19538 req-81e5d959-742c-4256-89c5-f76863a987d6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:02.342278 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-65352f3b-7b21-491a-8c90-a73349d19538 req-81e5d959-742c-4256-89c5-f76863a987d6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0540881 Sep 28 12:37:02.394324 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-65352f3b-7b21-491a-8c90-a73349d19538 req-bf2edd38-4bf1-49ae-9ff5-fe12bc6bad0d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463715 Sep 28 12:37:02.744872 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afe0d0-08f3-45d4-bea3-83230cd52ae5 req-d1a26e56-002e-4fcc-8986-fe84c3a7ed37 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:02.746505 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e5afe0d0-08f3-45d4-bea3-83230cd52ae5 req-d1a26e56-002e-4fcc-8986-fe84c3a7ed37 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0494812 Sep 28 12:37:02.798538 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e5afe0d0-08f3-45d4-bea3-83230cd52ae5 req-311d7731-7a76-4a88-9095-566bfd04db3b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450621 Sep 28 12:37:02.899818 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-f5106401-6fdf-4160-ba6d-72dcaa002672 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:02.901254 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-f5106401-6fdf-4160-ba6d-72dcaa002672 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 946 time: 0.0455794 Sep 28 12:37:02.990210 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Deleting port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:37:02.990549 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.089733 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] For port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:03.090086 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.249891 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.251123 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (0ba25b33-0799-482a-a8f0-2397a7bc43eb), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.251235 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Floating IP 0ba25b33-0799-482a-a8f0-2397a7bc43eb disassociated. External IP: 172.27.0.4, port: 0db4c4f8-4e18-4c3f-afdd-33f13f47b330. Sep 28 12:37:03.251547 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Calling delete_port for 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 owned by compute:nova {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:37:03.327581 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:03.359596 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:03.389260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (0db4c4f8-4e18-4c3f-afdd-33f13f47b330), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.428575 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'Port': ['ID=0db4c4f8-4e18-4c3f-afdd-33f13f47b330,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:03.506624 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9366cbb-863f-45b9-907d-2951caf53700 req-fc628ced-ca53-4e85-929c-ac6ecd838c89 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:03.510306 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9366cbb-863f-45b9-907d-2951caf53700 req-fc628ced-ca53-4e85-929c-ac6ecd838c89 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.1456392 Sep 28 12:37:03.629287 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:37:03.663401 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Deleting port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:37:03.663744 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.693733 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4d35189d-2169-4254-aac8-50fce7e0dcc1 req-e3639e97-f641-4c0b-8123-96f5c572121e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0778775 Sep 28 12:37:03.767633 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] For port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:03.768041 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.809556 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:37:03.821437 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:37:03.834715 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:03.835539 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:36:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:03.866484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] No DVR routers for this DVR port 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 on host hv-cinder-84456 {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:37:03.871209 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:03.879098 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a3e25abb-c6c9-4ff7-bfa8-f73883c6cf9a req-d82ec0ac-838e-45bf-b1ef-e4f7e4823cc9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/0db4c4f8-4e18-4c3f-afdd-33f13f47b330 HTTP/1.1" status: 204 len: 173 time: 0.9639018 Sep 28 12:37:03.880683 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'name': 'network-vif-deleted', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:03.888836 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fcb6ac-9074-4398-a9d9-b2f0ff0bf477" -d '{"events": [{"server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "name": "network-vif-deleted", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:03.956132 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add204f-f45c-4db0-842b-ff8eeca0d7f8 x-openstack-request-id: req-7add204f-f45c-4db0-842b-ff8eeca0d7f8 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:03.956423 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de20408b-1f47-488b-976f-f41706a8509f", "name": "network-vif-deleted", "tag": "0db4c4f8-4e18-4c3f-afdd-33f13f47b330", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:03.956654 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7add204f-f45c-4db0-842b-ff8eeca0d7f8 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:03.957061 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7add204f-f45c-4db0-842b-ff8eeca0d7f8'] response: {'server_uuid': 'de20408b-1f47-488b-976f-f41706a8509f', 'name': 'network-vif-deleted', 'tag': '0db4c4f8-4e18-4c3f-afdd-33f13f47b330', 'status': 'completed', 'code': 200} Sep 28 12:37:04.016957 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da70e0-10d2-47a0-8b19-d6a5e045b838 req-fc628443-0c8c-43b8-bee6-a620fa2cb785 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:04.023994 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f9da70e0-10d2-47a0-8b19-d6a5e045b838 req-fc628443-0c8c-43b8-bee6-a620fa2cb785 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 946 time: 0.0754576 Sep 28 12:37:04.025845 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:04.028572 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:04.028906 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:04.029252 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Floating IP b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd disassociated. External IP: 172.27.0.7, port: 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0. Sep 28 12:37:04.029592 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Calling delete_port for 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:37:04.122308 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f9da70e0-10d2-47a0-8b19-d6a5e045b838 req-6d484f64-7491-4e23-8068-743b547d1f6a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=fe4ddddb-f258-4c6f-a02f-10af4f291b11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973651 Sep 28 12:37:04.178030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:04.202673 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:04.223710 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:04.231623 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event deleted for resources: {'Port': ['ID=429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:04.244637 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.244987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.245361 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.245707 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.246043 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.246402 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.246774 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.247105 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.247444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.247779 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.248245 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.248523 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.248771 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.249089 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.249435 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:04.249564 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:37:04.259032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:04.259864 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:36:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:04.291576 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:04.362149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:37:04.364732 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:04.471130 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:37:04.482943 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:37:04.507251 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:04.507838 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:36:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:04.513872 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] No DVR routers for this DVR port 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:37:04.517159 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:04.524977 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d9366cbb-863f-45b9-907d-2951caf53700 req-aa3ea668-e655-4f1b-9113-00e76392d172 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "DELETE /networking/v2.0/ports/429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 HTTP/1.1" status: 204 len: 173 time: 0.9872255 Sep 28 12:37:04.525605 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'name': 'network-vif-deleted', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:04.529257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ba1e98-56b1-4db4-a8a2-8370673cc2f6" -d '{"events": [{"server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "name": "network-vif-deleted", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:04.575732 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:04.605923 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3051ba7-47b5-442b-96f8-2c7342e52b5f x-openstack-request-id: req-d3051ba7-47b5-442b-96f8-2c7342e52b5f {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:04.606313 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54de1c40-5bbc-4c85-a7e2-339655ec6716", "name": "network-vif-deleted", "tag": "429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:04.606636 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3051ba7-47b5-442b-96f8-2c7342e52b5f {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:04.607114 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3051ba7-47b5-442b-96f8-2c7342e52b5f'] response: {'server_uuid': '54de1c40-5bbc-4c85-a7e2-339655ec6716', 'name': 'network-vif-deleted', 'tag': '429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0', 'status': 'completed', 'code': 200} Sep 28 12:37:04.614396 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584acb95-7401-4b89-bf9a-b94497865bfa None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:37:04.677931 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:04.861364 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-55f7db92-c372-41bc-a672-4c9f0dadbfd7 req-a6dcfa63-5a52-408a-aa22-1a471bb62227 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de20408b-1f47-488b-976f-f41706a8509f HTTP/1.1" status: 200 len: 210 time: 0.0463378 Sep 28 12:37:04.959086 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:04.987344 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:37:04.997423 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:04.997965 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:36:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:05.002106 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46e12c-c745-4410-860e-ad3fb47ece69 None None] New status for floating IP 0ba25b33-0799-482a-a8f0-2397a7bc43eb: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:37:05.133749 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:05.265451 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-11f013be-a820-40ff-8fc6-d99f0d926ffb req-b2578a11-a7e3-463d-848c-c5af445252fe tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=54de1c40-5bbc-4c85-a7e2-339655ec6716 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Sep 28 12:37:05.365645 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:05.394400 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19b2e8-e14d-4584-b681-dff9e7a0ca51 None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:37:05.628553 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6607da-feb6-4561-a4e3-c5ff5834433f None None] New status for floating IP b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:37:06.146472 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-f9b8372b-e3f6-4252-b352-3fde0bdc65d5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1396524423&fields=id&tenant_id=d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 267 time: 0.0466995 Sep 28 12:37:06.248942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-69db9106-0925-4a36-8f09-95635f85e3e9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:06.250940 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-69db9106-0925-4a36-8f09-95635f85e3e9 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 811 time: 0.0975664 Sep 28 12:37:06.265256 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-64f3b1b0-516a-4e60-91b0-2cd7ee9ae16d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/quotas/d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 375 time: 0.0088544 Sep 28 12:37:06.317236 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-d0d5adf2-e014-40bb-95dc-1a3025bb9669 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463221 Sep 28 12:37:06.364006 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55668) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:06.415828 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-351563ef-3019-4594-a7f8-c7e1ccd4f64f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873969 Sep 28 12:37:06.515291 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-84990a8c-299c-423a-97d9-81679e86755e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932310 Sep 28 12:37:06.663352 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-188f350f-c1ab-4df7-9680-a80a81e0396e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (fe4ddddb-f258-4c6f-a02f-10af4f291b11), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:06.686742 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-188f350f-c1ab-4df7-9680-a80a81e0396e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (fe4ddddb-f258-4c6f-a02f-10af4f291b11), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:06.738836 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-188f350f-c1ab-4df7-9680-a80a81e0396e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (fe4ddddb-f258-4c6f-a02f-10af4f291b11), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:06.741539 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-188f350f-c1ab-4df7-9680-a80a81e0396e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:06.743002 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-188f350f-c1ab-4df7-9680-a80a81e0396e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/fe4ddddb-f258-4c6f-a02f-10af4f291b11 HTTP/1.1" status: 204 len: 168 time: 0.3778105 Sep 28 12:37:06.746149 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55676) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:06.753296 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f350f-c1ab-4df7-9680-a80a81e0396e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ddddb-f258-4c6f-a02f-10af4f291b11,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:06.777430 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.api.v2.resource [None req-3c3df931-230e-4b1c-9fa0-6ba2400b03d1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] show failed (client error): The resource could not be found. Sep 28 12:37:06.778609 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-3c3df931-230e-4b1c-9fa0-6ba2400b03d1 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups/fe4ddddb-f258-4c6f-a02f-10af4f291b11 HTTP/1.1" status: 404 len: 347 time: 0.0311773 Sep 28 12:37:06.782436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55680) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:06.860665 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-92a1b6de-7325-4111-bd45-8181081db308 req-7fb404a5-7875-4407-a6cf-e77c995c346e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 210 time: 0.0392563 Sep 28 12:37:06.924865 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Deleting port 66c271df-ad4a-468e-ae98-e26f70f717a6 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:37:06.925244 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.009778 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.010109 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (66c271df-ad4a-468e-ae98-e26f70f717a6), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.025604 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Calling delete_port for 66c271df-ad4a-468e-ae98-e26f70f717a6 owned by network:floatingip {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:37:07.171608 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (66c271df-ad4a-468e-ae98-e26f70f717a6), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.195103 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event deleted for resources: {'Port': ['ID=66c271df-ad4a-468e-ae98-e26f70f717a6,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:07.257945 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.260319 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.261501 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-9655b466-103b-44c1-8c53-8fbe972061f5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/b01fa4b2-3f2d-4bcd-87b1-e5f3faff6cbd HTTP/1.1" status: 204 len: 168 time: 0.4778323 Sep 28 12:37:07.340203 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55694) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:07.345811 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195499251', 'description': 'tempest-description--605822433'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:07.363765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:07.369200 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.371078 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:07.448417 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (b3a09621-d4aa-4a28-95b4-0b810f213a16), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.451926 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b3a09621-d4aa-4a28-95b4-0b810f213a16), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.482914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.484125 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1426172 Sep 28 12:37:07.486234 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44aba3-4f5b-439c-851c-e0b21c0961f8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a09621-d4aa-4a28-95b4-0b810f213a16,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:07.487482 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55696) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:07.491965 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'security_group_rule': {'security_group_id': 'b3a09621-d4aa-4a28-95b4-0b810f213a16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:07.518442 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (e299f075-3d31-4896-aa65-d0f92f65475c), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.571591 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (e299f075-3d31-4896-aa65-d0f92f65475c), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.575026 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (e299f075-3d31-4896-aa65-d0f92f65475c), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.582608 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:07.594405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e299f075-3d31-4896-aa65-d0f92f65475c,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:07.602966 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.604245 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-33c8a68a-c1b0-4e8c-a6a1-2ef14f060b7f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158063 Sep 28 12:37:07.606986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55698) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:07.611781 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'security_group_rule': {'security_group_id': 'b3a09621-d4aa-4a28-95b4-0b810f213a16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:07.638198 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (3e5184b7-17fb-48f3-949e-25bf415a84f6), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.669207 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:07.699029 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (3e5184b7-17fb-48f3-949e-25bf415a84f6), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.702491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694147'] for security_group_rule (3e5184b7-17fb-48f3-949e-25bf415a84f6), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.720842 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5184b7-17fb-48f3-949e-25bf415a84f6,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:07.728245 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.729447 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-e3ad931e-5796-4283-8411-e1f94a07ef3d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214781 Sep 28 12:37:07.732550 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55700) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:07.737240 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:07.758642 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.834349 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:07.940007 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Allocated IP 172.27.0.47 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/884330fe-ea07-4e3f-b0c5-5d835731dbf9) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:37:07.964525 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7f4dd5b0-abce-4ce3-aaf8-a41f49796392 req-9549dd00-67a6-4a01-a98c-5a5ae66917ed tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Sep 28 12:37:08.042536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.080745 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.118672 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:37:08.121398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:37:08.124835 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:37:08.148831 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'Port': ['ID=884330fe-ea07-4e3f-b0c5-5d835731dbf9,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:08.160517 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.160857 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.161221 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.161555 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.161879 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.162203 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.162521 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.162864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.163184 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.163499 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.163816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.164131 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.164443 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.164754 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.165063 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:37:08.222291 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (8330eafe-eae3-4185-b49a-02ec83501c32), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.259484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.287276 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:08.364566 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:08.408924 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.413184 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.477823 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'Port': ['ID=884330fe-ea07-4e3f-b0c5-5d835731dbf9,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:08.480106 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (8330eafe-eae3-4185-b49a-02ec83501c32), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.496328 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:08.497567 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-27b8d629-3c1d-4372-800a-84017585d110 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7640679 Sep 28 12:37:08.648591 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-7e36f790-55dc-4531-ae48-1bb0790f2044 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--195499251&fields=id&tenant_id=77a0da6cfbd9415cbff856f9cfffee97 HTTP/1.1" status: 200 len: 267 time: 0.0414550 Sep 28 12:37:08.655238 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:37:08.675625 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:37:08.675882 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 0db4c4f8-4e18-4c3f-afdd-33f13f47b330 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:37:08.765394 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-5563673a-79bd-414b-a9f4-44907bcf8637 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:08.766919 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-5563673a-79bd-414b-a9f4-44907bcf8637 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 810 time: 0.1119881 Sep 28 12:37:08.771514 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:37:08.783845 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-822d6206-7084-4ec2-9c7d-7921774084e5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/quotas/77a0da6cfbd9415cbff856f9cfffee97 HTTP/1.1" status: 200 len: 375 time: 0.0103488 Sep 28 12:37:08.791315 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:37:08.791660 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 429c43f1-2aa1-4c2c-b2d1-6c765b5ff7e0 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:37:08.832902 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-bcc136f7-5d1c-4f6c-8dd6-e1e29ed61cce tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437438 Sep 28 12:37:08.936707 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-1ca9a543-0e52-4e1c-ada9-755dc9be656d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907438 Sep 28 12:37:09.030387 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-dcfaff24-21f0-48b4-9b01-155ac3c5fe09 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Sep 28 12:37:09.073929 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0f222937-de7b-49d2-b55e-122d9c9e8a0f req-dadf165e-1bef-4553-b415-a47c911041bf tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 210 time: 0.0276673 Sep 28 12:37:09.254864 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dc002df2-5259-4c34-946c-4cdc5a94b718 req-c60433ee-0473-47bc-a932-c54b5857d19b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 210 time: 0.0673273 Sep 28 12:37:09.508662 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-730d7154-87e2-45c6-b373-f5a8b09d3dd0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:09.510419 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-730d7154-87e2-45c6-b373-f5a8b09d3dd0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 811 time: 0.1998081 Sep 28 12:37:09.638595 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-730ccf45-a169-4e6e-b383-4e4dcce07de3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 380 time: 0.0888798 Sep 28 12:37:09.647308 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'port': {'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'admin_state_up': True, 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'security_groups': ['2ef1fbc4-1a29-4f11-99ca-e090e92fedcb']}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:09.781234 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Made reservation on behalf of d73c25391e8044c2ac3678317021732d for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:37:09.785406 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:09.922714 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Allocated IP 172.20.0.6 (cbf8da1f-c122-40d9-8bf4-a166b5233ca8/24745235-9793-47dd-9414-6f3a31c68e9a/c1437638-56f9-420a-bb35-7051efebc13d) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:37:10.064963 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (c1437638-56f9-420a-bb35-7051efebc13d), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.083993 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:10.099104 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (c1437638-56f9-420a-bb35-7051efebc13d), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.141851 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:10.148775 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:37:10.152685 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:37:10.159902 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:37:10.183560 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=c1437638-56f9-420a-bb35-7051efebc13d,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:10.213985 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d304-394a-452c-993f-925c0ef924c4 req-e1a4212e-9526-49eb-a064-5eb46b9ca68e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:10.215918 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2158d304-394a-452c-993f-925c0ef924c4 req-e1a4212e-9526-49eb-a064-5eb46b9ca68e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 931 time: 0.0623198 Sep 28 12:37:10.220048 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:10.220874 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.241109 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-7e9ec452-eede-4959-81fc-988117994dc6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978549 Sep 28 12:37:10.273660 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-2158d304-394a-452c-993f-925c0ef924c4 req-b51a3f03-73c8-4061-a1f2-97f1af3d7f1e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507123 Sep 28 12:37:10.291901 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Request body: {'port': {'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:10.401280 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7df6eb1f-30fc-4e2e-94f2-e8b942b8f659 req-9ff930dd-2b73-451b-ba9a-340bfba45691 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 210 time: 0.0494711 Sep 28 12:37:10.405905 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (c1437638-56f9-420a-bb35-7051efebc13d), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.420280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:10.424589 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Provisioning complete for port c1437638-56f9-420a-bb35-7051efebc13d triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:37:10.425053 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (c1437638-56f9-420a-bb35-7051efebc13d), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.425628 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Attempt 1 to provision port c1437638-56f9-420a-bb35-7051efebc13d Sep 28 12:37:10.476439 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Port c1437638-56f9-420a-bb35-7051efebc13d cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:37:10.533689 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-7a5419b2-a538-459a-9d4e-62639d5fda58 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:10.535175 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-7a5419b2-a538-459a-9d4e-62639d5fda58 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 810 time: 0.1608968 Sep 28 12:37:10.587297 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:10.642530 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-13dab058-23c6-4f24-adc3-ff57ceef8573 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77a0da6cfbd9415cbff856f9cfffee97 HTTP/1.1" status: 200 len: 379 time: 0.0906222 Sep 28 12:37:10.753958 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1437638-56f9-420a-bb35-7051efebc13d {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:37:10.762221 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Publish callbacks [] for port (c1437638-56f9-420a-bb35-7051efebc13d), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.776184 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Transition to ACTIVE for port object c1437638-56f9-420a-bb35-7051efebc13d will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:37:10.788737 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (c1437638-56f9-420a-bb35-7051efebc13d), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:10.790590 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'port': {'device_id': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'admin_state_up': True, 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'security_groups': ['b3a09621-d4aa-4a28-95b4-0b810f213a16']}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:10.878767 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Pushing event updated for resources: {'Port': ['ID=c1437638-56f9-420a-bb35-7051efebc13d,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:10.910323 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Attempting to bind port c1437638-56f9-420a-bb35-7051efebc13d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:37:10.910681 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Attempting to bind port c1437638-56f9-420a-bb35-7051efebc13d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:37:10.910987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Attempting to bind port c1437638-56f9-420a-bb35-7051efebc13d on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:37:10.955672 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Port c1437638-56f9-420a-bb35-7051efebc13d on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:37:10.955999 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Attempting to bind port c1437638-56f9-420a-bb35-7051efebc13d on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:37:10.978765 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Attempt 2 to provision port c1437638-56f9-420a-bb35-7051efebc13d Sep 28 12:37:11.001339 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:37:11.001847 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Checking segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:37:11.002330 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Bound using segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:37:11.003020 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Bound port: c1437638-56f9-420a-bb35-7051efebc13d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:37:11.003327 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (c1437638-56f9-420a-bb35-7051efebc13d), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.021463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Port c1437638-56f9-420a-bb35-7051efebc13d cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:37:11.075943 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] For port c1437638-56f9-420a-bb35-7051efebc13d, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:37:11.079197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] For port c1437638-56f9-420a-bb35-7051efebc13d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1437638-56f9-420a-bb35-7051efebc13d,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:37:11.085659 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (c1437638-56f9-420a-bb35-7051efebc13d), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.089687 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:11.090292 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.091921 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 1093 time: 0.8116348 Sep 28 12:37:11.092462 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:11.095345 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a3778-fda0-4ee6-9c37-fa19f47d878b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "tag": "c1437638-56f9-420a-bb35-7051efebc13d"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:11.136956 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:11.140284 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9ea85-7af3-47f8-b8fc-158aeb2130eb x-openstack-request-id: req-0dd9ea85-7af3-47f8-b8fc-158aeb2130eb {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:11.140574 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "tag": "c1437638-56f9-420a-bb35-7051efebc13d", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:11.141358 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dd9ea85-7af3-47f8-b8fc-158aeb2130eb {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:11.141765 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd9ea85-7af3-47f8-b8fc-158aeb2130eb'] response: {'name': 'network-changed', 'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d', 'status': 'completed', 'code': 200} Sep 28 12:37:11.162864 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1e089-eb18-4dc9-a6bb-2a1f2246885d service neutron] Pushing event updated for resources: {'Port': ['ID=c1437638-56f9-420a-bb35-7051efebc13d,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:11.189094 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Made reservation on behalf of 77a0da6cfbd9415cbff856f9cfffee97 for: {'port': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:37:11.192827 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.216858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-02b6840c-c339-4506-979b-37e08e14c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:11.218483 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-02b6840c-c339-4506-979b-37e08e14c910 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1127 time: 0.0443192 Sep 28 12:37:11.265389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:11.314367 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-32f7911e-32de-4b78-8630-97bbd37754f2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 217 time: 0.0351813 Sep 28 12:37:11.322417 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Allocated IP 172.20.0.3 (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2/b0239a4a-2fd8-4d69-9818-e0d0d35fabe3/2ac4cfa4-21c1-4644-978c-9becf43a9cfc) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:37:11.353214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:11.400328 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-078e7f4a-c192-4d49-aad2-8fd5a6994f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:11.401724 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-078e7f4a-c192-4d49-aad2-8fd5a6994f3d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0824382 Sep 28 12:37:11.426228 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613344ce-3b5d-4fb2-915b-fd90ed9f983a req-a34fb785-0393-4a5b-8eea-70f174ab9f79 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:11.427675 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-613344ce-3b5d-4fb2-915b-fd90ed9f983a req-a34fb785-0393-4a5b-8eea-70f174ab9f79 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0658402 Sep 28 12:37:11.469704 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-a3f0d52a-19d5-44ac-b801-a100e98d0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:11.470876 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.471421 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-a3f0d52a-19d5-44ac-b801-a100e98d0c3d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617309 Sep 28 12:37:11.522772 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Attempt 3 to provision port c1437638-56f9-420a-bb35-7051efebc13d Sep 28 12:37:11.525381 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0f7ea20f-c0dd-4ab2-b3dc-b74c8bfcf42c req-468cf151-ee5c-4df3-bc39-e37f8d6fdf34 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 210 time: 0.0316348 Sep 28 12:37:11.535520 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.546074 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-613344ce-3b5d-4fb2-915b-fd90ed9f983a req-6b9921b1-aa6e-4b2a-921a-dd3f0b8a850b tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025007 Sep 28 12:37:11.573562 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-eeef1ead-c4b0-432c-ad4a-c49f66a2c45a None None] Port c1437638-56f9-420a-bb35-7051efebc13d had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:37:11.592562 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-9586a621-88aa-4655-93f2-03c66668be8c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112590 Sep 28 12:37:11.607784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:37:11.611534 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:37:11.615299 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:37:11.647066 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event updated for resources: {'Port': ['ID=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:11.670204 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:11.670809 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.689361 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-b26d6f71-09cc-4d19-884a-e5bbb701aba8 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027882 Sep 28 12:37:11.698254 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-019ed2b6-da84-40e1-8a5e-b43c9f561c70 req-3209ad12-8579-4ff8-99a4-90d271c9774e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990243 Sep 28 12:37:11.714864 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Request body: {'port': {'device_id': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:11.778200 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.792786 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Provisioning complete for port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:37:11.793169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:11.793506 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Attempt 1 to provision port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc Sep 28 12:37:11.822574 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:11.830847 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:37:11.922715 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:12.058083 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac4cfa4-21c1-4644-978c-9becf43a9cfc {{(pid=106181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:37:12.067218 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Publish callbacks [] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:12.081490 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.provisioning_blocks [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Transition to ACTIVE for port object 2ac4cfa4-21c1-4644-978c-9becf43a9cfc will not be triggered until provisioned by entity L2. {{(pid=106181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:37:12.086120 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:12.167638 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:12.174136 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:12.200853 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Attempting to bind port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:37:12.201217 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Attempting to bind port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:37:12.201531 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Attempting to bind port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:37:12.247579 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:37:12.247907 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Attempting to bind port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc on network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:37:12.291038 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:37:12.291720 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Checking segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:37:12.291720 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Bound using segment: {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'} {{(pid=106181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:37:12.292156 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.managers [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Bound port: 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2'}}] {{(pid=106181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:37:12.292511 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:12.332218 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Attempt 2 to provision port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc Sep 28 12:37:12.351073 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] For port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host hv-cinder-84456, cleared binding levels {{(pid=106181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:37:12.354370 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] For port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:37:12.361595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:12.366778 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.367391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:12.368779 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-38dca4da-a519-450d-a86e-7599809312cd service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/2ac4cfa4-21c1-4644-978c-9becf43a9cfc HTTP/1.1" status: 200 len: 1093 time: 0.6585994 Sep 28 12:37:12.369051 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:37:12.369342 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:12.371566 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0158c420-ebe1-434b-bb04-8d3e115e868c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:12.413969 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dca4da-a519-450d-a86e-7599809312cd service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,revision_number=3']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:12.424551 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93683973-8773-4d0b-a104-f550bbc5f2b2 x-openstack-request-id: req-93683973-8773-4d0b-a104-f550bbc5f2b2 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:12.424779 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:12.425028 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93683973-8773-4d0b-a104-f550bbc5f2b2 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:12.425468 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93683973-8773-4d0b-a104-f550bbc5f2b2'] response: {'name': 'network-changed', 'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'status': 'completed', 'code': 200} Sep 28 12:37:12.606791 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:37:12.653328 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dea4a9-cccf-4e5f-9df8-f7809afd3c76 req-958f0ac4-4628-4586-9d79-7c9ec0096221 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.654814 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f9dea4a9-cccf-4e5f-9df8-f7809afd3c76 req-958f0ac4-4628-4586-9d79-7c9ec0096221 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0478947 Sep 28 12:37:12.679886 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8e0dc-ff10-44b6-b53f-a62ac78525c2 req-356707bc-2e3e-43d9-aa3e-29b8baf53466 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.682106 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-77d8e0dc-ff10-44b6-b53f-a62ac78525c2 req-356707bc-2e3e-43d9-aa3e-29b8baf53466 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0534978 Sep 28 12:37:12.703805 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-f9dea4a9-cccf-4e5f-9df8-f7809afd3c76 req-b6b0b33d-5661-4547-b10e-4fbd2f9433c5 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422628 Sep 28 12:37:12.744604 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-77d8e0dc-ff10-44b6-b53f-a62ac78525c2 req-95667e89-0701-4f2e-bdea-62a3ae76c643 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561786 Sep 28 12:37:12.791479 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-ffb5bca9-0d4a-4761-9b2e-66c2b6909eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.793005 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-ffb5bca9-0d4a-4761-9b2e-66c2b6909eb2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1127 time: 0.0400188 Sep 28 12:37:12.794690 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c420-ebe1-434b-bb04-8d3e115e868c req-c7eaede6-f543-4a18-a475-cab6ebfc4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.796181 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0158c420-ebe1-434b-bb04-8d3e115e868c req-c7eaede6-f543-4a18-a475-cab6ebfc4035 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 1127 time: 0.0388744 Sep 28 12:37:12.870214 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Attempt 3 to provision port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc Sep 28 12:37:12.909277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-2ab4fd8c-ecdb-430e-91cd-c9568638c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.910499 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-7d468604-5c1f-41e3-aa41-75d38aecd511 None None] Port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:37:12.910896 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-2ab4fd8c-ecdb-430e-91cd-c9568638c372 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0958595 Sep 28 12:37:12.919549 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c420-ebe1-434b-bb04-8d3e115e868c req-9d3fe5c7-88c0-4150-949f-ed6391d9800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.921024 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0158c420-ebe1-434b-bb04-8d3e115e868c req-9d3fe5c7-88c0-4150-949f-ed6391d9800f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1051507 Sep 28 12:37:12.948652 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-91d5a8b2-84a0-4dce-a1ef-2e0fdf5ed664 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 217 time: 0.0317776 Sep 28 12:37:12.997428 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-e39fb3ea-4712-4c02-b966-e606cdcecc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:12.998981 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-e39fb3ea-4712-4c02-b966-e606cdcecc20 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0443411 Sep 28 12:37:13.018503 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c420-ebe1-434b-bb04-8d3e115e868c req-934771e8-c6e2-4d47-8d5d-d51a27348ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.019959 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0158c420-ebe1-434b-bb04-8d3e115e868c req-934771e8-c6e2-4d47-8d5d-d51a27348ecc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930257 Sep 28 12:37:13.044158 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-2040f353-ae4f-48d9-bd96-e7482adb5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.045648 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-2040f353-ae4f-48d9-bd96-e7482adb5172 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410552 Sep 28 12:37:13.086584 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:13.130551 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-ff52e33d-f0b1-4350-ba47-eda7410b8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.132056 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-ff52e33d-f0b1-4350-ba47-eda7410b8290 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 1127 time: 0.0501761 Sep 28 12:37:13.160907 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-7de509d0-636d-4513-9675-d248b418b2b9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935261 Sep 28 12:37:13.184369 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-6dbaf4a6-9708-49d7-bea5-0a9facb5cbfc service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc HTTP/1.1" status: 200 len: 217 time: 0.0350189 Sep 28 12:37:13.239661 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-ee3bd7e6-778e-4b17-99df-c11ff9e35ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.241333 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-ee3bd7e6-778e-4b17-99df-c11ff9e35ac6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0503368 Sep 28 12:37:13.270837 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-886a3778-fda0-4ee6-9c37-fa19f47d878b req-b831b97b-6449-433a-a9cd-0d8568d9061d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007001 Sep 28 12:37:13.285580 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-1f0c6a5e-6e4a-45e4-bab5-7a26955652ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.291004 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-1f0c6a5e-6e4a-45e4-bab5-7a26955652ca service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437622 Sep 28 12:37:13.377798 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:13.388055 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-10c532c5-9e38-4557-a8ac-0e863ecfa9fd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914974 Sep 28 12:37:13.496015 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-df6cde82-acd3-412c-9bf4-72c801d75dec req-7095eb53-35f6-42a3-9c34-d1c630314cc2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008584 Sep 28 12:37:13.792345 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:13.831041 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9f66e-9d25-4e07-a91e-3839a81544dc req-f4a5a65a-530c-4226-bc8f-3684ccb48850 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.832659 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a4f9f66e-9d25-4e07-a91e-3839a81544dc req-f4a5a65a-530c-4226-bc8f-3684ccb48850 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0486708 Sep 28 12:37:13.876086 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d26d14-7650-46a2-9fa9-4bce394088b8 req-eaad8211-e116-43cf-83c5-b02f5450e03a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:13.877602 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-37d26d14-7650-46a2-9fa9-4bce394088b8 req-eaad8211-e116-43cf-83c5-b02f5450e03a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0492592 Sep 28 12:37:13.882913 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a4f9f66e-9d25-4e07-a91e-3839a81544dc req-3fe00db6-8bba-4be9-9ac4-c613e9661a28 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444956 Sep 28 12:37:13.925621 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-37d26d14-7650-46a2-9fa9-4bce394088b8 req-0a57110c-4996-4a39-bfff-d8990189a519 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Sep 28 12:37:15.005497 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54bcbb-fdb3-41d5-8dd0-4204c7b4ced3 req-0f7ae229-00f2-4c4b-956c-add1215d7b59 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:15.007003 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c54bcbb-fdb3-41d5-8dd0-4204c7b4ced3 req-0f7ae229-00f2-4c4b-956c-add1215d7b59 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0501242 Sep 28 12:37:15.049938 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b2224-41ff-490a-9ee1-d082727a649c req-47ce8dfe-2901-4614-aea1-596cc2a40e3c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:15.051497 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-421b2224-41ff-490a-9ee1-d082727a649c req-47ce8dfe-2901-4614-aea1-596cc2a40e3c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0502782 Sep 28 12:37:15.054000 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-1c54bcbb-fdb3-41d5-8dd0-4204c7b4ced3 req-dd6d6709-870a-4ac7-85b0-1a8ef4dc4c1d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414402 Sep 28 12:37:15.072313 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:15.105099 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-421b2224-41ff-490a-9ee1-d082727a649c req-eba3a33f-e542-4706-b842-241b24f8aabb tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477126 Sep 28 12:37:16.175897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f189ee-114a-416f-a418-8a0c786431bb req-a5d8e87f-348b-4f8e-b0d7-562854c36428 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:16.177432 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-93f189ee-114a-416f-a418-8a0c786431bb req-a5d8e87f-348b-4f8e-b0d7-562854c36428 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0489926 Sep 28 12:37:16.224276 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def6f22-8eee-469d-b5bb-ac166054002c req-d255d1ef-55a5-4564-8956-34bc88edc296 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:16.225492 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-93f189ee-114a-416f-a418-8a0c786431bb req-d6235fdf-c936-4721-bb2f-b15bbd35e58b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425344 Sep 28 12:37:16.225812 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9def6f22-8eee-469d-b5bb-ac166054002c req-d255d1ef-55a5-4564-8956-34bc88edc296 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0460017 Sep 28 12:37:16.274987 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9def6f22-8eee-469d-b5bb-ac166054002c req-620f7273-8a8a-4359-937f-584b81dfc38a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Sep 28 12:37:17.346067 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e8522-06a4-4553-8ab6-e6f8a344b88a req-58d7a49a-49b2-40c4-9130-3e472c17877e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:17.347538 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-930e8522-06a4-4553-8ab6-e6f8a344b88a req-58d7a49a-49b2-40c4-9130-3e472c17877e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0462096 Sep 28 12:37:17.393989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda057d-a45e-48ab-a8cd-6357ca110f4c req-860de1b7-e437-491e-a4ed-759b333073d7 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:17.395461 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4fda057d-a45e-48ab-a8cd-6357ca110f4c req-860de1b7-e437-491e-a4ed-759b333073d7 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0449443 Sep 28 12:37:17.398293 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-930e8522-06a4-4553-8ab6-e6f8a344b88a req-f58199c7-d9e7-4f81-a5a0-65c2bdae3d83 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453916 Sep 28 12:37:17.448129 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4fda057d-a45e-48ab-a8cd-6357ca110f4c req-5f51ebdb-5508-4c71-967a-c68c397b92f7 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469868 Sep 28 12:37:18.530426 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0d74f-6ce6-436b-9a8b-418bb0884988 req-aa462adf-a187-447c-997a-c0e037297bae tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:18.532091 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d8e0d74f-6ce6-436b-9a8b-418bb0884988 req-aa462adf-a187-447c-997a-c0e037297bae tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0575550 Sep 28 12:37:18.578002 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc78e4-2b7f-42a9-9830-c4333027d4a4 req-c28b0cd7-bc1c-431a-bef7-3be19352fba1 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:18.580384 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-89cc78e4-2b7f-42a9-9830-c4333027d4a4 req-c28b0cd7-bc1c-431a-bef7-3be19352fba1 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0528812 Sep 28 12:37:18.583337 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d8e0d74f-6ce6-436b-9a8b-418bb0884988 req-15f6b270-98fd-4511-b285-55bff16de44a tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Sep 28 12:37:18.633012 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-89cc78e4-2b7f-42a9-9830-c4333027d4a4 req-9f958c38-b1dd-48ca-aed2-c4a38cb7c24d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446966 Sep 28 12:37:19.346319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:19.709432 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38cf5-fee7-41ba-a585-32c1261a5694 req-3c585441-e940-4b7d-968e-abd8133a089d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:19.712383 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fca38cf5-fee7-41ba-a585-32c1261a5694 req-3c585441-e940-4b7d-968e-abd8133a089d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0494726 Sep 28 12:37:19.754684 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7c7f0-63dc-4c36-be4e-024b79ab0fdc req-42961877-bd8b-4a41-8c14-2dad18bc0929 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:19.756151 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b6c7c7f0-63dc-4c36-be4e-024b79ab0fdc req-42961877-bd8b-4a41-8c14-2dad18bc0929 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0452673 Sep 28 12:37:19.759730 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fca38cf5-fee7-41ba-a585-32c1261a5694 req-c7fa0062-cc48-4549-9763-0914f9ae7f0e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Sep 28 12:37:19.804946 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b6c7c7f0-63dc-4c36-be4e-024b79ab0fdc req-5e4576dd-7397-40cf-b49c-003ea1c31e81 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Sep 28 12:37:20.617261 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:20.751552 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 2ac4cfa4-21c1-4644-978c-9becf43a9cfc details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:37:20.858304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:20.870974 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'port_id': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'mac_address': 'fa:16:3e:9b:f0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:37:20.889740 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f38bc-aeb7-4c28-b83a-3efd21783e42 req-e669d50d-748b-4781-95d4-3c171db22b1e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:20.891450 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e3f38bc-aeb7-4c28-b83a-3efd21783e42 req-e669d50d-748b-4781-95d4-3c171db22b1e tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 943 time: 0.0556371 Sep 28 12:37:20.909590 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:37:20.909981 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:20.924307 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac4cfa4-21c1-4644-978c-9becf43a9cfc {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:37:20.933244 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795416e-5b83-4fff-92fd-1fdf454ca2ca req-0c3c92e6-b179-4fc1-ab19-5d940b8f3484 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:20.934734 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0795416e-5b83-4fff-92fd-1fdf454ca2ca req-0c3c92e6-b179-4fc1-ab19-5d940b8f3484 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0511942 Sep 28 12:37:20.940544 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-9e3f38bc-aeb7-4c28-b83a-3efd21783e42 req-387b9df6-53f0-4f47-8dc1-5d6781ac93bf tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435343 Sep 28 12:37:20.948860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:20.956463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:20.990349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-0795416e-5b83-4fff-92fd-1fdf454ca2ca req-6bf96ba9-d57a-41c9-9537-5ea60e9809f3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Sep 28 12:37:21.007629 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:21.265187 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-de4f722a-95d7-4c85-9a4e-42c962a6a736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:21.420078 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['2ac4cfa4-21c1-4644-978c-9becf43a9cfc'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:37:22.064975 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2cde-cef9-439b-bccf-e2df0433cbb3 req-fae51023-327e-4e75-b093-299204bfbbb2 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:22.066472 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ea3b2cde-cef9-439b-bccf-e2df0433cbb3 req-fae51023-327e-4e75-b093-299204bfbbb2 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 944 time: 0.0458767 Sep 28 12:37:22.110156 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d270fee-3562-4b14-b140-7f96276aee76 req-74caeb3f-e52b-47c2-ac13-6d4470c5f319 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:22.111656 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7d270fee-3562-4b14-b140-7f96276aee76 req-74caeb3f-e52b-47c2-ac13-6d4470c5f319 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 943 time: 0.0468554 Sep 28 12:37:22.113291 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ea3b2cde-cef9-439b-bccf-e2df0433cbb3 req-e14224df-62ec-4f6f-9a68-387569deb6d4 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Sep 28 12:37:22.160881 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-7d270fee-3562-4b14-b140-7f96276aee76 req-409a8971-cd7e-44cf-b942-900aebc6ec1b tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Sep 28 12:37:22.603106 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:22.760980 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device c1437638-56f9-420a-bb35-7051efebc13d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:37:22.774358 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 2ac4cfa4-21c1-4644-978c-9becf43a9cfc up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:37:22.821565 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:22.873339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:37:22.885225 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:37:22.885599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:22.885930 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc Sep 28 12:37:22.922955 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port c1437638-56f9-420a-bb35-7051efebc13d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1437638-56f9-420a-bb35-7051efebc13d,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:22.940736 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'c1437638-56f9-420a-bb35-7051efebc13d', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:37:22.951020 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:23.002108 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port c1437638-56f9-420a-bb35-7051efebc13d is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:37:23.002492 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (c1437638-56f9-420a-bb35-7051efebc13d), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:23.021560 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:37:23.021870 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:23.024535 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1437638-56f9-420a-bb35-7051efebc13d {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:37:23.056560 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port c1437638-56f9-420a-bb35-7051efebc13d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1437638-56f9-420a-bb35-7051efebc13d,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:23.061807 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:23.065018 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab54a89-bd69-4ca6-a578-01399a05ed0e" -d '{"events": [{"server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:23.069732 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (c1437638-56f9-420a-bb35-7051efebc13d), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:23.225880 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:23.229867 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f31f3-df45-44ba-897d-43148033ff5c x-openstack-request-id: req-bf4f31f3-df45-44ba-897d-43148033ff5c {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:23.230172 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "name": "network-vif-plugged", "status": "completed", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:23.230400 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf4f31f3-df45-44ba-897d-43148033ff5c {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:23.230788 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4f31f3-df45-44ba-897d-43148033ff5c'] response: {'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'code': 200} Sep 28 12:37:23.240379 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:23.255082 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f4c0-7fca-4191-a899-7eedf9005c27 req-73fe1fd0-b511-4295-8939-9dbfb3348fe2 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:23.256903 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ee62f4c0-7fca-4191-a899-7eedf9005c27 req-73fe1fd0-b511-4295-8939-9dbfb3348fe2 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 944 time: 0.0558069 Sep 28 12:37:23.259289 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=c1437638-56f9-420a-bb35-7051efebc13d,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:23.295172 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e263-baa4-4b8c-bac1-e995e87bd412 req-935f2468-2646-4ffd-9ee6-eeb58c42f37b tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:23.297878 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5423e263-baa4-4b8c-bac1-e995e87bd412 req-935f2468-2646-4ffd-9ee6-eeb58c42f37b tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 944 time: 0.0506411 Sep 28 12:37:23.318419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:23.330276 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ee62f4c0-7fca-4191-a899-7eedf9005c27 req-6838202e-6b67-4a99-9c66-e377450d783d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598195 Sep 28 12:37:23.392100 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca65f8-a1ad-4e02-a2af-02202872a01f req-f87f28ad-5d8c-47de-a1da-eb5c15b8d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:23.393625 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-63ca65f8-a1ad-4e02-a2af-02202872a01f req-f87f28ad-5d8c-47de-a1da-eb5c15b8d884 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 1129 time: 0.0675035 Sep 28 12:37:23.397396 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5423e263-baa4-4b8c-bac1-e995e87bd412 req-c7e5161e-692a-4f82-8143-7848d7b795fb tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927336 Sep 28 12:37:23.441962 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-63ca65f8-a1ad-4e02-a2af-02202872a01f req-db0783a3-81e4-4d00-af76-287b28decc8b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Sep 28 12:37:23.536470 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['c1437638-56f9-420a-bb35-7051efebc13d'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:37:23.584490 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-dc8f7714-aad2-4f2c-9bbe-8df771d51f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:24.449459 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d82ec5-1e13-484f-80b1-f2713b995e0d req-adef21aa-0f98-45bf-9787-f2ad057b5f9d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:24.450943 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-78d82ec5-1e13-484f-80b1-f2713b995e0d req-adef21aa-0f98-45bf-9787-f2ad057b5f9d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0461688 Sep 28 12:37:24.470492 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:24.503866 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-78d82ec5-1e13-484f-80b1-f2713b995e0d req-7ca0aeb9-73c9-4d93-b7d5-f2513de2e484 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465124 Sep 28 12:37:24.528974 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35717a5-7352-4478-b029-acf4f4c9c996 req-4d55f4d5-c249-4197-9d4e-77d6bd929269 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:24.528974 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b35717a5-7352-4478-b029-acf4f4c9c996 req-4d55f4d5-c249-4197-9d4e-77d6bd929269 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 944 time: 0.0533195 Sep 28 12:37:24.541579 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:24.554145 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:24.581276 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b35717a5-7352-4478-b029-acf4f4c9c996 req-0502084d-9f7e-4419-99df-018c8ec1cb6d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Sep 28 12:37:24.765602 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device c1437638-56f9-420a-bb35-7051efebc13d up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:37:24.809647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port c1437638-56f9-420a-bb35-7051efebc13d completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:37:24.815113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port c1437638-56f9-420a-bb35-7051efebc13d triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:37:24.815477 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (c1437638-56f9-420a-bb35-7051efebc13d), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:24.815816 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port c1437638-56f9-420a-bb35-7051efebc13d Sep 28 12:37:24.848829 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:24.899174 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:24.900148 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port c1437638-56f9-420a-bb35-7051efebc13d is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:37:24.900518 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (c1437638-56f9-420a-bb35-7051efebc13d), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:24.932510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port c1437638-56f9-420a-bb35-7051efebc13d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1437638-56f9-420a-bb35-7051efebc13d,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:37:24.935873 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (c1437638-56f9-420a-bb35-7051efebc13d), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:24.984483 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=c1437638-56f9-420a-bb35-7051efebc13d,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:25.232385 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:25.235032 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb910d14-2ae3-4ebf-ae3d-f8b59445d145" -d '{"events": [{"server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "name": "network-vif-plugged", "status": "completed", "tag": "c1437638-56f9-420a-bb35-7051efebc13d"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:25.271248 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4da273-6853-499a-b494-8bf2a6a6e09b x-openstack-request-id: req-bb4da273-6853-499a-b494-8bf2a6a6e09b {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:25.271538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "name": "network-vif-plugged", "status": "completed", "tag": "c1437638-56f9-420a-bb35-7051efebc13d", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:25.271790 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb4da273-6853-499a-b494-8bf2a6a6e09b {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:25.272180 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4da273-6853-499a-b494-8bf2a6a6e09b'] response: {'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d', 'code': 200} Sep 28 12:37:25.642434 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165654-c428-4b42-b175-1d85fbaad125 req-5224005d-5f1a-489b-beb3-6e3b2ce192cb tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:25.644623 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3c165654-c428-4b42-b175-1d85fbaad125 req-5224005d-5f1a-489b-beb3-6e3b2ce192cb tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0569742 Sep 28 12:37:25.726716 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4393c-c9c0-45f4-850d-db9480495122 req-63dacdac-61ec-4911-8529-93c4a35a4828 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:25.732780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1badc7c-3b2b-44e8-bdf5-43402cef894c req-21721651-5d53-420b-8ff3-09be8af1634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:25.733563 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dcf4393c-c9c0-45f4-850d-db9480495122 req-63dacdac-61ec-4911-8529-93c4a35a4828 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Sep 28 12:37:25.734813 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c1badc7c-3b2b-44e8-bdf5-43402cef894c req-21721651-5d53-420b-8ff3-09be8af1634d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1129 time: 0.0428514 Sep 28 12:37:25.742850 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3c165654-c428-4b42-b175-1d85fbaad125 req-e5564b89-f8cc-4b45-a020-7d1e3e011618 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875032 Sep 28 12:37:25.791290 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-c1badc7c-3b2b-44e8-bdf5-43402cef894c req-64d8d259-62fd-4e4b-a82c-17125e56cfce service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475016 Sep 28 12:37:25.795843 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-dcf4393c-c9c0-45f4-850d-db9480495122 req-1783dd6c-1e2b-4ec8-b318-90b81ab6386c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607488 Sep 28 12:37:25.879700 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73eb4-cb68-4830-aa5a-6d9a4fbff4a2 req-5fce5b21-43fd-4fa1-a2ad-d92e1e497681 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:25.881298 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-40b73eb4-cb68-4830-aa5a-6d9a4fbff4a2 req-5fce5b21-43fd-4fa1-a2ad-d92e1e497681 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0508218 Sep 28 12:37:25.892134 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55902) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:25.896741 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Request body: {'floatingip': {'port_id': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:25.935941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (8330eafe-eae3-4185-b49a-02ec83501c32), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:26.225278 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:26.253928 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:26.268705 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:26.598227 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:26.601860 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (8330eafe-eae3-4185-b49a-02ec83501c32), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:26.691971 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Floating IP 8330eafe-eae3-4185-b49a-02ec83501c32 associated. External IP: 172.27.0.47, port: 2ac4cfa4-21c1-4644-978c-9becf43a9cfc. Sep 28 12:37:26.886822 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:26.887555 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:26.892691 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:37:26.919191 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8a733-7a10-4eff-9065-08f4789f1bd1 req-fc84cab8-0fc3-4f8c-a257-139fe31dd1ad tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:26.920645 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-29c8a733-7a10-4eff-9065-08f4789f1bd1 req-fc84cab8-0fc3-4f8c-a257-139fe31dd1ad tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Sep 28 12:37:26.974255 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-29c8a733-7a10-4eff-9065-08f4789f1bd1 req-41de6592-a8dd-4fb1-8a69-77959a706893 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472281 Sep 28 12:37:27.008278 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:37:27.012702 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:27.022809 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:37:27.034453 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:27.035869 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:37:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:27.043330 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-15dae17b-0f55-45fe-a539-29e0568ef276 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "PUT /networking/v2.0/floatingips/8330eafe-eae3-4185-b49a-02ec83501c32 HTTP/1.1" status: 200 len: 990 time: 1.1500573 Sep 28 12:37:27.043950 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:27.046902 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:27.097270 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca9593-94ed-4d67-8b4e-2793c13e3f15 x-openstack-request-id: req-15ca9593-94ed-4d67-8b4e-2793c13e3f15 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:27.097565 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:27.097816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15ca9593-94ed-4d67-8b4e-2793c13e3f15 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:27.098226 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ca9593-94ed-4d67-8b4e-2793c13e3f15'] response: {'name': 'network-changed', 'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'status': 'completed', 'code': 200} Sep 28 12:37:27.148883 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:27.355188 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '8330eafe-eae3-4185-b49a-02ec83501c32', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'port_id': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'mac_address': 'fa:16:3e:9b:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:08Z', 'updated_at': '2022-09-28T12:37:26Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:27.383344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:37:27.392308 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:27.392908 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:37:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:27.494301 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:27.616218 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-3faff3c8-17da-43be-8ea7-10ea1ff264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:27.617639 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-3faff3c8-17da-43be-8ea7-10ea1ff264e2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 1129 time: 0.0432456 Sep 28 12:37:27.706451 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '8330eafe-eae3-4185-b49a-02ec83501c32', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'port_id': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'mac_address': 'fa:16:3e:9b:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:08Z', 'updated_at': '2022-09-28T12:37:26Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:27.710702 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-dc7b3010-8be9-4d8c-ac6b-e160dc37f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:27.712247 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-dc7b3010-8be9-4d8c-ac6b-e160dc37f9fe service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 200 len: 911 time: 0.0882151 Sep 28 12:37:27.735646 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94127223-c9fc-4111-bc1b-1d31e2989701 None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '8330eafe-eae3-4185-b49a-02ec83501c32', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'port_id': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 720, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'mac_address': 'fa:16:3e:9b:f0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:08Z', 'updated_at': '2022-09-28T12:37:26Z', 'revision_number': 1, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:37:27.775626 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-9c9de973-31cd-43f2-8c02-77caa60eabe0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc HTTP/1.1" status: 200 len: 998 time: 0.0562484 Sep 28 12:37:27.829352 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-92235ee8-d904-42e2-b2bc-8b072db27842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:27.830796 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-92235ee8-d904-42e2-b2bc-8b072db27842 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 200 len: 849 time: 0.0497932 Sep 28 12:37:27.874492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-2ded7bfe-4ba0-4842-b98c-b919c9e70733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:27.876591 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-2ded7bfe-4ba0-4842-b98c-b919c9e70733 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403099 Sep 28 12:37:27.925941 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b1379-7841-4a0f-8c64-eba8d4c7b6a6 None None] New status for floating IP 8330eafe-eae3-4185-b49a-02ec83501c32: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:37:27.976400 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-f6d489d9-78db-4f62-b65e-c6318102ca20 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942147 Sep 28 12:37:28.070942 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-6dd60a2f-be45-41fe-b3e9-83c84f88a1ec req-9f42d978-f089-4543-8aa3-72ef3e202257 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893037 Sep 28 12:37:28.101457 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55920) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:28.104106 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590742-2432-4660-a906-6f5064415830 req-39ec9860-fd50-4185-b40a-169ce5f0593d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:28.105720 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-aa590742-2432-4660-a906-6f5064415830 req-39ec9860-fd50-4185-b40a-169ce5f0593d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0523181 Sep 28 12:37:28.149489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:28.152935 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Deleting subnet e52d4425-065e-4442-8f12-b04bde43554c {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:37:28.158585 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Publish callbacks [] for subnet (e52d4425-065e-4442-8f12-b04bde43554c), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.160714 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-aa590742-2432-4660-a906-6f5064415830 req-4e8883ef-15e1-4127-9737-e033b388b92e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489750 Sep 28 12:37:28.201703 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (e52d4425-065e-4442-8f12-b04bde43554c), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.244667 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (e52d4425-065e-4442-8f12-b04bde43554c), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.319445 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3e7a3-718a-452c-86e6-49b4396ab4bf req-96f0c23c-d38e-4878-b894-fca582c18e72 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:28.320902 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a9e3e7a3-718a-452c-86e6-49b4396ab4bf req-96f0c23c-d38e-4878-b894-fca582c18e72 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0737648 Sep 28 12:37:28.357005 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (e52d4425-065e-4442-8f12-b04bde43554c), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.358595 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:28.398436 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52d4425-065e-4442-8f12-b04bde43554c,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:28.406110 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.409238 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-29aac424-f0af-4388-87fc-4a1041737a52 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/e52d4425-065e-4442-8f12-b04bde43554c HTTP/1.1" status: 204 len: 168 time: 0.3066466 Sep 28 12:37:28.411992 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55924) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:28.415083 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a9e3e7a3-718a-452c-86e6-49b4396ab4bf req-a721c77c-fe00-43f5-b7bb-3b7f6bda836e tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886259 Sep 28 12:37:28.444997 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55926) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:28.473865 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:28.482949 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (672633cd-4d82-43a9-8eec-15b6eada112f), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.484541 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22cc9ba-7603-4138-86f2-a3249b18d751 tempest-TestVolumeBootPattern-1677308337 tempest-TestVolumeBootPattern-1677308337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:28.488930 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-b22cc9ba-7603-4138-86f2-a3249b18d751 tempest-TestVolumeBootPattern-1677308337 tempest-TestVolumeBootPattern-1677308337-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1124 time: 0.0402029 Sep 28 12:37:28.489204 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 55928) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:28.493545 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:37:28.515990 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.564628 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (672633cd-4d82-43a9-8eec-15b6eada112f), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.585363 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672633cd-4d82-43a9-8eec-15b6eada112f']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:28.594826 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a965239a-37c5-4fd5-bb70-c15a94db5b45') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:28.595125 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a965239a-37c5-4fd5-bb70-c15a94db5b45') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:28.599405 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.604878 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (a965239a-37c5-4fd5-bb70-c15a94db5b45), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.620145 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a965239a-37c5-4fd5-bb70-c15a94db5b45), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.627453 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:37:28.628022 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (a965239a-37c5-4fd5-bb70-c15a94db5b45), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.693861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (672633cd-4d82-43a9-8eec-15b6eada112f), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.699902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.703714 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/672633cd-4d82-43a9-8eec-15b6eada112f HTTP/1.1" status: 204 len: 168 time: 0.2907224 Sep 28 12:37:28.716277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e535003-77d6-417f-8e99-51224bbaa3db admin admin] Pushing event deleted for resources: {'Network': ['ID=672633cd-4d82-43a9-8eec-15b6eada112f,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:28.730071 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment a965239a-37c5-4fd5-bb70-c15a94db5b45 resource provider aggregate not found Sep 28 12:37:28.733444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Allocated IP 172.27.0.44 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/6a2f3191-4335-4229-9616-8740bab33881) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:37:28.747979 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment a965239a-37c5-4fd5-bb70-c15a94db5b45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a965239a-37c5-4fd5-bb70-c15a94db5b45 found for delete ", "request_id": "req-34b23906-5363-4058-8b5c-da3baa01193c"}]} Sep 28 12:37:28.832405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55938) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:28.853750 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (6a2f3191-4335-4229-9616-8740bab33881), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.874138 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-0c4b8fc6-b7cb-4439-adf7-53803f581fb0 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=e6eccd42ceef4259b48149c9835fc73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406067 Sep 28 12:37:28.876651 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 55940) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:37:28.885863 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (6a2f3191-4335-4229-9616-8740bab33881), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.924899 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c604f622-02db-4b84-8fed-d68c3a2be2c6 admin admin] Publish callbacks [] for security_group (a5e8865b-fad7-41e1-a896-384e7b8f15b7), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.925302 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:37:28.929845 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:37:28.933908 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:37:28.944713 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c604f622-02db-4b84-8fed-d68c3a2be2c6 admin admin] Publish callbacks [] for security_group (a5e8865b-fad7-41e1-a896-384e7b8f15b7), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:28.956855 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=6a2f3191-4335-4229-9616-8740bab33881,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:28.998273 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c604f622-02db-4b84-8fed-d68c3a2be2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (a5e8865b-fad7-41e1-a896-384e7b8f15b7), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.000965 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-c604f622-02db-4b84-8fed-d68c3a2be2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.002144 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-c604f622-02db-4b84-8fed-d68c3a2be2c6 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/a5e8865b-fad7-41e1-a896-384e7b8f15b7 HTTP/1.1" status: 204 len: 168 time: 0.1245744 Sep 28 12:37:29.011023 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604f622-02db-4b84-8fed-d68c3a2be2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e8865b-fad7-41e1-a896-384e7b8f15b7,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:29.324125 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:29.334081 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:29.338036 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (98fd05e5-4af7-4d6a-b369-8c42d6d0255d), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.416699 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (6a2f3191-4335-4229-9616-8740bab33881), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.560386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (6a2f3191-4335-4229-9616-8740bab33881), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.565453 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (6a2f3191-4335-4229-9616-8740bab33881), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.636386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=6a2f3191-4335-4229-9616-8740bab33881,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:37:29.639689 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (98fd05e5-4af7-4d6a-b369-8c42d6d0255d), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:29.734113 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Floating IP 98fd05e5-4af7-4d6a-b369-8c42d6d0255d associated. External IP: 172.27.0.44, port: c1437638-56f9-420a-bb35-7051efebc13d. Sep 28 12:37:29.928317 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:37:30.030071 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:37:30.039503 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:37:30.047861 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:30.048775 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:30.050072 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:30.050860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:37:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:30.084763 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-6391fc0c-7bea-44e7-b50b-df41b1e310ac tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5922661 Sep 28 12:37:30.084763 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:37:30.085734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "tag": "c1437638-56f9-420a-bb35-7051efebc13d"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:37:30.122317 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29406099-8f98-4d8a-8714-2d94075ffe17 x-openstack-request-id: req-29406099-8f98-4d8a-8714-2d94075ffe17 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:37:30.122607 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "tag": "c1437638-56f9-420a-bb35-7051efebc13d", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:37:30.122859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29406099-8f98-4d8a-8714-2d94075ffe17 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:37:30.123286 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29406099-8f98-4d8a-8714-2d94075ffe17'] response: {'name': 'network-changed', 'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d', 'status': 'completed', 'code': 200} Sep 28 12:37:30.155061 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:30.178609 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:30.210834 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-e1224d25-7b7e-4329-9b35-3fa801bada60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:30.212457 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-e1224d25-7b7e-4329-9b35-3fa801bada60 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1129 time: 0.0420346 Sep 28 12:37:30.292895 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:30.305495 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-f95cbf00-145b-4646-84b9-1ac683d4db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:30.306945 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-f95cbf00-145b-4646-84b9-1ac683d4db6d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0888798 Sep 28 12:37:30.364064 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:30.367733 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:29Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:30.368183 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-7d93482c-e71a-4c5f-9f99-8ff0e0d3d581 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 998 time: 0.0555797 Sep 28 12:37:30.395601 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:37:30.404039 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:37:30.404639 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:37:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:30.426263 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-62f3dc94-a739-4bd5-bbdf-694045a3590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:30.427747 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-62f3dc94-a739-4bd5-bbdf-694045a3590a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0543818 Sep 28 12:37:30.486930 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-355e5aab-fad9-4afe-912f-18ac075b0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:37:30.488322 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-355e5aab-fad9-4afe-912f-18ac075b0352 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445578 Sep 28 12:37:30.580329 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-e4fef7a3-78af-464d-a7ab-729d35c07d3e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860226 Sep 28 12:37:30.628734 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:37:30.675167 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0adaa14d-7a2b-4538-a007-2ac1d9f5e533 req-3aa7e6f7-c495-461c-a393-0c682922b4aa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889246 Sep 28 12:37:30.851277 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:29Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:37:30.875004 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3820-a7e2-47be-afd3-1abc56c8519f None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:29Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:37:31.057377 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86b4c23-0ee8-41b3-a02f-be7a6b56d1c1 None None] New status for floating IP 98fd05e5-4af7-4d6a-b369-8c42d6d0255d: ACTIVE {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:37:39.005435 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=72,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:39.006246 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:40.670347 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=28 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:40.672279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=45 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:40.853396 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=71 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:40.854053 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=51 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:41.156470 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:41.159008 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:49.348719 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:49.605652 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:37:51.267529 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-32c5a64f-3582-44f2-b2ff-664826921c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:53.568758 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-bdfed6d3-b7b3-4037-863d-b63a73f35996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:54.877924 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:56.228146 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:56.259607 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:37:57.582191 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:37:59.602326 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:06.249519 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:06.257197 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:19.354622 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:19.641048 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:21.270252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-83f58630-3de1-46dc-99a6-c5a8ab1fde91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:23.570019 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-193be890-2917-4b3d-879a-86e7fde3ea64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:24.881837 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:26.236000 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:26.260306 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:26.605287 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:38:34.572898 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:36.601273 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=6 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:39.265694 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:39.267665 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:38:49.348764 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:51.272361 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-618dcf78-4f15-46d1-aeac-36c47da14912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:53.572416 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-77c0901a-bc0e-48cd-886a-e2ce3636a28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:54.884816 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:56.236581 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:56.261290 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:38:57.947066 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-0b736592-4263-4a1f-9948-3314f88cf495 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1337960 Sep 28 12:38:58.048101 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-5eafd2ea-7594-410f-93c6-9b534f28a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:38:58.049668 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-5eafd2ea-7594-410f-93c6-9b534f28a968 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1129 time: 0.0400150 Sep 28 12:38:58.154115 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-7b49008b-f040-4126-9fde-06a03237a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:38:58.155473 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-7b49008b-f040-4126-9fde-06a03237a512 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0879426 Sep 28 12:38:58.217100 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-336ca401-6b26-4683-a827-88dad603a6eb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 1000 time: 0.0551643 Sep 28 12:38:58.268523 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-bdfe78ec-3eca-447a-ad01-9be194a2c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:38:58.269990 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-bdfe78ec-3eca-447a-ad01-9be194a2c623 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0465634 Sep 28 12:38:58.312513 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-b2c314fd-f201-47c1-a941-9cd74ca1f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:38:58.314017 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-b2c314fd-f201-47c1-a941-9cd74ca1f7d6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387034 Sep 28 12:38:58.402437 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-5fd612fa-0324-47f1-9903-caf4470b8fed service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Sep 28 12:38:58.736921 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-04f3cf13-4854-4dc3-b9c8-c943dd8b059d req-70fca58c-fdca-4d96-b195-49b00a630adc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287017 Sep 28 12:39:03.605685 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:39:05.183759 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942b167-9dd6-46d8-b9c4-f936b47dc6ea req-9336b940-8d67-4b58-a32e-374351557a79 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:05.185407 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a942b167-9dd6-46d8-b9c4-f936b47dc6ea req-9336b940-8d67-4b58-a32e-374351557a79 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0499737 Sep 28 12:39:05.232235 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a942b167-9dd6-46d8-b9c4-f936b47dc6ea req-b06a4b5b-0e08-4807-83e6-117d97bbd76b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Sep 28 12:39:06.252247 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:06.257387 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:06.353441 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd1c90-4e19-4dae-bece-62999ad2c60c req-a5b4427d-4db1-49f1-8a56-c3460fc69ea3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:06.354909 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-44bd1c90-4e19-4dae-bece-62999ad2c60c req-a5b4427d-4db1-49f1-8a56-c3460fc69ea3 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0460651 Sep 28 12:39:06.401062 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-44bd1c90-4e19-4dae-bece-62999ad2c60c req-49428ae2-32f4-421b-ba0f-65bd60146a20 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Sep 28 12:39:07.163893 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686798-cd90-4dfb-af69-0b2186002b77 req-632b48b5-e535-458e-99d4-8795ea79f8f7 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:07.165379 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-95686798-cd90-4dfb-af69-0b2186002b77 req-632b48b5-e535-458e-99d4-8795ea79f8f7 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0486019 Sep 28 12:39:07.246928 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Deleting port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:39:07.247277 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:07.338265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] For port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:39:07.338618 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:07.500893 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:07.503093 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:07.503583 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (8330eafe-eae3-4185-b49a-02ec83501c32), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:07.504003 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.l3_db [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Floating IP 8330eafe-eae3-4185-b49a-02ec83501c32 disassociated. External IP: 172.27.0.47, port: 2ac4cfa4-21c1-4644-978c-9becf43a9cfc. Sep 28 12:39:07.504350 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Calling delete_port for 2ac4cfa4-21c1-4644-978c-9becf43a9cfc owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:39:07.515472 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:07.522967 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5b985-57ad-42c5-a538-2123f4c21afc req-c4aaf57c-029a-4fb5-b3cd-a71b2eec8b5d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:07.524482 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-26c5b985-57ad-42c5-a538-2123f4c21afc req-c4aaf57c-029a-4fb5-b3cd-a71b2eec8b5d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4d49cd76-a03a-4226-ba7a-114f6349921c HTTP/1.1" status: 200 len: 945 time: 0.0460982 Sep 28 12:39:07.574606 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-26c5b985-57ad-42c5-a538-2123f4c21afc req-665d0da5-5d61-4ea6-a138-67f41878ab1d tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b3a09621-d4aa-4a28-95b4-0b810f213a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Sep 28 12:39:07.645426 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (2ac4cfa4-21c1-4644-978c-9becf43a9cfc), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:07.673757 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event deleted for resources: {'Port': ['ID=2ac4cfa4-21c1-4644-978c-9becf43a9cfc,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:07.689492 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.689998 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.690533 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.691071 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.691605 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.692126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.692679 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.693204 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.693702 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.694214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.694734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.695246 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.695780 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.696309 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.696816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:07.805301 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:39:07.906890 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:39:07.917524 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:39:07.928181 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:39:07.928890 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:38:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:07.948308 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] No DVR routers for this DVR port 2ac4cfa4-21c1-4644-978c-9becf43a9cfc on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:39:07.950861 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:07.954105 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-95686798-cd90-4dfb-af69-0b2186002b77 req-6a3c0355-301b-4ad5-adf9-f29aa499441f tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.52 "DELETE /networking/v2.0/ports/2ac4cfa4-21c1-4644-978c-9becf43a9cfc HTTP/1.1" status: 204 len: 173 time: 0.7839527 Sep 28 12:39:07.954599 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'name': 'network-vif-deleted', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:39:07.956905 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d64955-717a-420d-b190-4083190f7854" -d '{"events": [{"server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "name": "network-vif-deleted", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:39:08.003643 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d07ac4a-873d-4d7c-bffc-c2d744aafbcc x-openstack-request-id: req-8d07ac4a-873d-4d7c-bffc-c2d744aafbcc {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:39:08.003937 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d49cd76-a03a-4226-ba7a-114f6349921c", "name": "network-vif-deleted", "tag": "2ac4cfa4-21c1-4644-978c-9becf43a9cfc", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:39:08.004519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d07ac4a-873d-4d7c-bffc-c2d744aafbcc {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:39:08.005160 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d07ac4a-873d-4d7c-bffc-c2d744aafbcc'] response: {'server_uuid': '4d49cd76-a03a-4226-ba7a-114f6349921c', 'name': 'network-vif-deleted', 'tag': '2ac4cfa4-21c1-4644-978c-9becf43a9cfc', 'status': 'completed', 'code': 200} Sep 28 12:39:08.034871 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:39:08.242686 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:08.266553 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:39:08.275713 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:39:08.276308 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:38:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:08.376989 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:39:08.577193 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:08.604174 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215ba6c-d3cb-4ce0-b9b5-49fc187f0e38 None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:32Z', 'revision_number': 4, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '28c85416-ec64-4898-a0e6-5f327b1df501', 'name': '', 'network_id': '39f4ee97-5c8b-4b12-ab00-ecff529a7cc2', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'mac_address': 'fa:16:3e:25:d5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:31Z', 'updated_at': '2022-09-28T12:31:36Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'subnets': [{'id': 'b0239a4a-2fd8-4d69-9818-e0d0d35fabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:39:08.675177 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56140) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:08.731324 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (b3a09621-d4aa-4a28-95b4-0b810f213a16), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:08.754151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (b3a09621-d4aa-4a28-95b4-0b810f213a16), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:08.804807 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (b3a09621-d4aa-4a28-95b4-0b810f213a16), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:08.807492 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:08.808693 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/b3a09621-d4aa-4a28-95b4-0b810f213a16 HTTP/1.1" status: 204 len: 168 time: 0.1326292 Sep 28 12:39:08.811612 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56142) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:08.819058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a09621-d4aa-4a28-95b4-0b810f213a16,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:08.826853 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.827204 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.827358 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.api.v2.resource [None req-a82c06bf-1160-4dfa-84c9-250ea61f6515 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] show failed (client error): The resource could not be found. Sep 28 12:39:08.827546 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.827888 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.828223 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.828374 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a82c06bf-1160-4dfa-84c9-250ea61f6515 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "GET /networking/v2.0/security-groups/b3a09621-d4aa-4a28-95b4-0b810f213a16 HTTP/1.1" status: 404 len: 347 time: 0.0155466 Sep 28 12:39:08.828667 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.829002 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.829357 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.829688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.830014 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.830337 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.830665 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.831081 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.831414 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.831747 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca5268-0001-49b9-91a5-70c538ae7b4b tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:39:08.833318 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56144) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:08.868872 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5761070-0a13-4a6c-8a41-0431391c06f2 None None] New status for floating IP 8330eafe-eae3-4185-b49a-02ec83501c32: DOWN {{(pid=106183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:39:08.948176 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Deleting port 884330fe-ea07-4e3f-b0c5-5d835731dbf9 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:39:08.948528 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:09.039225 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:09.039547 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (884330fe-ea07-4e3f-b0c5-5d835731dbf9), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:09.054026 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Calling delete_port for 884330fe-ea07-4e3f-b0c5-5d835731dbf9 owned by network:floatingip {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:39:09.209736 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (884330fe-ea07-4e3f-b0c5-5d835731dbf9), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:09.243981 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Pushing event deleted for resources: {'Port': ['ID=884330fe-ea07-4e3f-b0c5-5d835731dbf9,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:09.297176 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:09.311886 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks [] for floatingip (8330eafe-eae3-4185-b49a-02ec83501c32), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:09.314572 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:09.316235 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-3355a829-62c6-48a9-a737-0d7d8dcde3d6 tempest-AttachVolumeTestJSON-1546673424 tempest-AttachVolumeTestJSON-1546673424-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/8330eafe-eae3-4185-b49a-02ec83501c32 HTTP/1.1" status: 204 len: 168 time: 0.4815099 Sep 28 12:39:11.239771 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 2ac4cfa4-21c1-4644-978c-9becf43a9cfc no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:39:11.262724 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 2ac4cfa4-21c1-4644-978c-9becf43a9cfc {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:39:11.263062 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 2ac4cfa4-21c1-4644-978c-9becf43a9cfc not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:39:12.901981 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56172) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:13.315858 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (8f652711-d31f-4e71-9b05-c2b3a8051c86), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:13.532749 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Deleting port 28c85416-ec64-4898-a0e6-5f327b1df501 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:39:13.533087 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:13.543940 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:13.587876 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:13.612661 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] For port 28c85416-ec64-4898-a0e6-5f327b1df501, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=28c85416-ec64-4898-a0e6-5f327b1df501,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:39:13.613025 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:13.625497 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Calling delete_port for 28c85416-ec64-4898-a0e6-5f327b1df501 owned by network:router_interface {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:39:13.800363 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (28c85416-ec64-4898-a0e6-5f327b1df501), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:13.825782 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c85416-ec64-4898-a0e6-5f327b1df501,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:13.987630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (8f652711-d31f-4e71-9b05-c2b3a8051c86), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:14.191112 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Router 8f652711-d31f-4e71-9b05-c2b3a8051c86 has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:39:14.289157 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:39:14.294081 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-76b98055-af3d-4a14-8458-19f3362a7e51 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/8f652711-d31f-4e71-9b05-c2b3a8051c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3914974 Sep 28 12:39:14.296627 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56176) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:14.300408 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] Sync routers for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:39:14.311169 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:39:14.311855 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:38:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:14.386664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:14.396116 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks [] for router (8f652711-d31f-4e71-9b05-c2b3a8051c86), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:14.398577 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:14.413116 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:39:14.577981 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:14.600462 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:39:13Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:14.631195 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] Checking router: 8f652711-d31f-4e71-9b05-c2b3a8051c86 for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:39:14.640165 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] Routers {'8f652711-d31f-4e71-9b05-c2b3a8051c86'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:39:14.640785 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:38:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['8f652711-d31f-4e71-9b05-c2b3a8051c86'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:14.680022 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=100 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:14.741269 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] Set router 8f652711-d31f-4e71-9b05-c2b3a8051c86 gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:39:14.760936 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks [] for router_gateway (8f652711-d31f-4e71-9b05-c2b3a8051c86), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:14.801704 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Deleting port 6eaf8341-a831-464d-87ae-0b52e2f6a94b {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:39:14.802039 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:14.882113 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] For port 6eaf8341-a831-464d-87ae-0b52e2f6a94b, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=6eaf8341-a831-464d-87ae-0b52e2f6a94b,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:39:14.882381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:14.894752 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Calling delete_port for 6eaf8341-a831-464d-87ae-0b52e2f6a94b owned by network:router_gateway {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:39:14.909422 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:39:13Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:14.934086 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b118519-5884-4a72-819e-424b9f36b6c6 None None] The sync data for ids ['8f652711-d31f-4e71-9b05-c2b3a8051c86'] in dv-cinder-844563-9-iscsi is: [{'id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'name': 'tempest-AttachVolumeTestJSON-887445927-router', 'tenant_id': '77a0da6cfbd9415cbff856f9cfffee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:39:13Z', 'revision_number': 5, 'project_id': '77a0da6cfbd9415cbff856f9cfffee97', 'gw_port': {'id': '6eaf8341-a831-464d-87ae-0b52e2f6a94b', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f652711-d31f-4e71-9b05-c2b3a8051c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:31:29Z', 'updated_at': '2022-09-28T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:39:15.058838 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (6eaf8341-a831-464d-87ae-0b52e2f6a94b), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.083196 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaf8341-a831-464d-87ae-0b52e2f6a94b,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:15.145723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (8f652711-d31f-4e71-9b05-c2b3a8051c86), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.231861 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (8f652711-d31f-4e71-9b05-c2b3a8051c86), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.233938 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks [] for router_controller (8f652711-d31f-4e71-9b05-c2b3a8051c86), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.277039 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (8f652711-d31f-4e71-9b05-c2b3a8051c86), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.277770 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f652711-d31f-4e71-9b05-c2b3a8051c86 {{(pid=106181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:39:15.282530 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.283660 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-aa58187a-6ee0-47c0-b461-890892b44e99 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/8f652711-d31f-4e71-9b05-c2b3a8051c86 HTTP/1.1" status: 204 len: 168 time: 0.9860549 Sep 28 12:39:15.286115 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56178) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:15.332044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Deleting subnet b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:39:15.336156 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Publish callbacks [] for subnet (b0239a4a-2fd8-4d69-9818-e0d0d35fabe3), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.380028 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (b0239a4a-2fd8-4d69-9818-e0d0d35fabe3), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.471895 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (b0239a4a-2fd8-4d69-9818-e0d0d35fabe3), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.511700 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:15.530939 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (b0239a4a-2fd8-4d69-9818-e0d0d35fabe3), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.534165 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:15.560828 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0239a4a-2fd8-4d69-9818-e0d0d35fabe3,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:15.569074 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.572286 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-63777818-4fca-482d-978b-94da32da6d3c admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/b0239a4a-2fd8-4d69-9818-e0d0d35fabe3 HTTP/1.1" status: 204 len: 168 time: 0.2852273 Sep 28 12:39:15.574592 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa1764-7ab1-45c4-9376-6f3560965a4f None None] Network 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:39:15.576320 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56180) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:15.593432 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:15.650939 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.692733 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Deleting port 15dfc008-0c42-472e-8af9-74b72b3361f5 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:39:15.693531 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.758770 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] For port 15dfc008-0c42-472e-8af9-74b72b3361f5, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=15dfc008-0c42-472e-8af9-74b72b3361f5,segment=NetworkSegment(a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859),segment_id=a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:39:15.759131 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.772604 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Calling delete_port for 15dfc008-0c42-472e-8af9-74b72b3361f5 owned by network:dhcp {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:39:15.851825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (15dfc008-0c42-472e-8af9-74b72b3361f5), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.873799 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=15dfc008-0c42-472e-8af9-74b72b3361f5,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:15.879249 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] No DVR routers for this DVR port 15dfc008-0c42-472e-8af9-74b72b3361f5 on host dv-cinder-844563-9-iscsi {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:39:15.953617 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:15.968030 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b98533-a7da-40cc-8e22-2bb7313e8980 None None] DHCP port deletion for 39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:39:15.976814 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f4ee97-5c8b-4b12-ab00-ecff529a7cc2']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:15.988331 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:15.988639 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:39:15.998584 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.012544 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.018915 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:39:16.019298 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.078076 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (39f4ee97-5c8b-4b12-ab00-ecff529a7cc2), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.085673 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.088851 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/39f4ee97-5c8b-4b12-ab00-ecff529a7cc2 HTTP/1.1" status: 204 len: 168 time: 0.5115509 Sep 28 12:39:16.098615 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d91d20-bb6a-48fb-a311-ff87b30ae4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=39f4ee97-5c8b-4b12-ab00-ecff529a7cc2,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:16.179457 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859 resource provider aggregate not found Sep 28 12:39:16.198962 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7400c5f-d7d4-4f8a-b7ac-4b6a7242e859 found for delete ", "request_id": "req-0809997a-7e31-472c-9606-efd13058ba66"}]} Sep 28 12:39:16.211848 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56190) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:16.254881 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-fc300c0a-6755-412c-acd2-abf140df727a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=77a0da6cfbd9415cbff856f9cfffee97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418999 Sep 28 12:39:16.257478 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56192) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:16.304992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a0be50d8-fb52-4c1f-8549-4ac40d4e01e0 admin admin] Publish callbacks [] for security_group (0096b4fd-72b9-4904-81cf-a3268bc2f54a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.324438 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a0be50d8-fb52-4c1f-8549-4ac40d4e01e0 admin admin] Publish callbacks [] for security_group (0096b4fd-72b9-4904-81cf-a3268bc2f54a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.373024 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a0be50d8-fb52-4c1f-8549-4ac40d4e01e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (0096b4fd-72b9-4904-81cf-a3268bc2f54a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.376057 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-a0be50d8-fb52-4c1f-8549-4ac40d4e01e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:16.377250 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-a0be50d8-fb52-4c1f-8549-4ac40d4e01e0 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0096b4fd-72b9-4904-81cf-a3268bc2f54a HTTP/1.1" status: 204 len: 168 time: 0.1188819 Sep 28 12:39:16.385199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be50d8-fb52-4c1f-8549-4ac40d4e01e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0096b4fd-72b9-4904-81cf-a3268bc2f54a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:16.622918 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 28c85416-ec64-4898-a0e6-5f327b1df501 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:39:16.642723 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 28c85416-ec64-4898-a0e6-5f327b1df501 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:39:16.643087 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 28c85416-ec64-4898-a0e6-5f327b1df501 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:39:16.643501 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 15dfc008-0c42-472e-8af9-74b72b3361f5 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:39:16.665972 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 15dfc008-0c42-472e-8af9-74b72b3361f5 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:39:16.666321 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 15dfc008-0c42-472e-8af9-74b72b3361f5 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:39:16.666814 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 6eaf8341-a831-464d-87ae-0b52e2f6a94b no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:39:16.685873 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 6eaf8341-a831-464d-87ae-0b52e2f6a94b {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:39:16.686220 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 6eaf8341-a831-464d-87ae-0b52e2f6a94b not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:39:19.303506 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:19.314585 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:19.372113 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:21.274075 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-7abb12a1-8d37-4322-9cec-caff1e416312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:23.574681 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-320e46ac-9e46-4402-9fd3-10f4891acb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:24.887422 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:25.561356 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:25.735904 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56300) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:25.840171 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-507296fb-1580-4e62-9db7-0e8b3921ab7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:25.914519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-507296fb-1580-4e62-9db7-0e8b3921ab7f admin admin] Publish callbacks [] for security_group (75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:25.918086 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-507296fb-1580-4e62-9db7-0e8b3921ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:25.922394 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:25.928615 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:25.963313 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507296fb-1580-4e62-9db7-0e8b3921ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:25.968416 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-507296fb-1580-4e62-9db7-0e8b3921ab7f admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=0c5c56dbe064490e9b5cac5c2dffe7ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314944 Sep 28 12:39:25.971794 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56304) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:26.019200 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f1be46aa-5c89-4a5f-b3be-6f216d1f4a8d admin admin] Publish callbacks [] for security_group (75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:26.039259 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f1be46aa-5c89-4a5f-b3be-6f216d1f4a8d admin admin] Publish callbacks [] for security_group (75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:26.085404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f1be46aa-5c89-4a5f-b3be-6f216d1f4a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:26.087910 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-f1be46aa-5c89-4a5f-b3be-6f216d1f4a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:26.089072 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-f1be46aa-5c89-4a5f-b3be-6f216d1f4a8d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8 HTTP/1.1" status: 204 len: 168 time: 0.1171281 Sep 28 12:39:26.097419 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be46aa-5c89-4a5f-b3be-6f216d1f4a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9a8b6-a11d-4bea-a6c7-328ebb81bcb8,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:26.243002 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:26.262249 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:27.693025 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56350) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:27.796870 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e84d887a-b1a7-4e73-9ebe-ecdde9df2994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:27.870557 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e84d887a-b1a7-4e73-9ebe-ecdde9df2994 admin admin] Publish callbacks [] for security_group (0f042e11-38af-4263-b3b2-cce80402f7d2), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:27.874093 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-e84d887a-b1a7-4e73-9ebe-ecdde9df2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (0f042e11-38af-4263-b3b2-cce80402f7d2), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:27.912468 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-e84d887a-b1a7-4e73-9ebe-ecdde9df2994 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=3824a31f4388419c82f9981614932b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182910 Sep 28 12:39:27.914034 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d887a-b1a7-4e73-9ebe-ecdde9df2994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f042e11-38af-4263-b3b2-cce80402f7d2,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:27.915703 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56354) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:27.964874 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-307dc587-ef6a-41c8-bf12-61b86a3e95db admin admin] Publish callbacks [] for security_group (0f042e11-38af-4263-b3b2-cce80402f7d2), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:27.986005 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-307dc587-ef6a-41c8-bf12-61b86a3e95db admin admin] Publish callbacks [] for security_group (0f042e11-38af-4263-b3b2-cce80402f7d2), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.032934 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-307dc587-ef6a-41c8-bf12-61b86a3e95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (0f042e11-38af-4263-b3b2-cce80402f7d2), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.035507 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-307dc587-ef6a-41c8-bf12-61b86a3e95db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.036655 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-307dc587-ef6a-41c8-bf12-61b86a3e95db admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/0f042e11-38af-4263-b3b2-cce80402f7d2 HTTP/1.1" status: 204 len: 168 time: 0.1199694 Sep 28 12:39:28.045044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc587-ef6a-41c8-bf12-61b86a3e95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f042e11-38af-4263-b3b2-cce80402f7d2,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:28.298600 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56360) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:28.312902 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8aacd149-8f1c-4a44-81d9-bcae2af0bf6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.391475 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8aacd149-8f1c-4a44-81d9-bcae2af0bf6a admin admin] Publish callbacks [] for security_group (e62a17f3-aa54-40cd-a478-e67aedf0a471), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.394879 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-8aacd149-8f1c-4a44-81d9-bcae2af0bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e62a17f3-aa54-40cd-a478-e67aedf0a471), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.433125 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-8aacd149-8f1c-4a44-81d9-bcae2af0bf6a admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=b376cf7fe10f414a96e39d0b034d6245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334751 Sep 28 12:39:28.434088 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd149-8f1c-4a44-81d9-bcae2af0bf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a17f3-aa54-40cd-a478-e67aedf0a471,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:28.435899 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56362) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:39:28.488481 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bf644134-8c1f-450f-8a03-d7952d67f170 admin admin] Publish callbacks [] for security_group (e62a17f3-aa54-40cd-a478-e67aedf0a471), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.508508 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bf644134-8c1f-450f-8a03-d7952d67f170 admin admin] Publish callbacks [] for security_group (e62a17f3-aa54-40cd-a478-e67aedf0a471), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.552884 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bf644134-8c1f-450f-8a03-d7952d67f170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (e62a17f3-aa54-40cd-a478-e67aedf0a471), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.555951 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-bf644134-8c1f-450f-8a03-d7952d67f170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:28.557073 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-bf644134-8c1f-450f-8a03-d7952d67f170 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/e62a17f3-aa54-40cd-a478-e67aedf0a471 HTTP/1.1" status: 204 len: 168 time: 0.1201117 Sep 28 12:39:28.564480 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf644134-8c1f-450f-8a03-d7952d67f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a17f3-aa54-40cd-a478-e67aedf0a471,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:31.621347 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:38.058199 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:38.426606 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:38.428908 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:38.559672 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:38.560427 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:38.578689 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:40.604345 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:39:48.569320 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:49.373342 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:49.760625 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-8fc3fd32-8a8f-4694-979e-c24b3596e239 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1396524423&fields=id&tenant_id=d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 267 time: 0.0466702 Sep 28 12:39:49.880402 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-ce8ffdc5-f507-4d34-bac8-86296d209d41 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:49.882453 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-ce8ffdc5-f507-4d34-bac8-86296d209d41 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 811 time: 0.1144965 Sep 28 12:39:49.898750 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-73ad36d4-d10d-478c-a3af-fdb15d64d090 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/quotas/d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 375 time: 0.0097897 Sep 28 12:39:49.951429 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-ccc96ba0-96d3-43b7-91d6-07cc23f52d3a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475941 Sep 28 12:39:50.056919 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-7f52642d-4669-46d8-8a22-10d728d3c723 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936422 Sep 28 12:39:50.155244 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-432a625b-8826-43e6-bfee-6fb4e2561fdf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923345 Sep 28 12:39:50.456041 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-204987c0-dd56-4a73-acf8-50492dc18f45 req-ef1a442f-7a4d-44d6-9b40-1a57eb087491 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0294964 Sep 28 12:39:50.599949 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:51.277092 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-89ddb61d-a835-482c-be35-5de741cfc9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:51.563570 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3a121cb4-9d0b-4b15-abad-4284f5033e1b req-6dbfd84b-e5bc-47f4-b48b-e0c09ac90fa5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0307407 Sep 28 12:39:51.700569 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-0a9bac59-275f-4054-859a-ff50b50cf2cc tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:51.702022 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-0a9bac59-275f-4054-859a-ff50b50cf2cc tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 811 time: 0.1049256 Sep 28 12:39:52.320900 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-fcf4501e-8c59-4218-8e4d-7a5200f7edd8 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d73c25391e8044c2ac3678317021732d HTTP/1.1" status: 200 len: 380 time: 0.0535853 Sep 28 12:39:52.665146 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-daa9c292-a473-44bd-8bb5-b0ab37afc760 req-cb227fe7-0133-4c04-b311-58f25b4ca101 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Sep 28 12:39:53.576544 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-024c0b24-ac35-4aba-991a-6f93fef788ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:53.769514 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-d816259d-8a7a-46f8-942d-726cf7b7cb88 req-83f1fa39-a940-43b3-9763-b875b7a2835f tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0310979 Sep 28 12:39:54.869125 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3266ed37-5d0d-42a1-882d-0aad5c4faa1a req-05168fc0-974b-4d68-87bf-a635a504fa56 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Sep 28 12:39:54.890926 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:55.544947 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'port': {'device_id': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'admin_state_up': True, 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'security_groups': ['2ef1fbc4-1a29-4f11-99ca-e090e92fedcb']}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:39:55.652164 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Made reservation on behalf of d73c25391e8044c2ac3678317021732d for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:39:55.656479 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:55.782864 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Allocated IP 172.20.0.13 (cbf8da1f-c122-40d9-8bf4-a166b5233ca8/24745235-9793-47dd-9414-6f3a31c68e9a/949b6acf-209f-47b7-b2c6-918ddfd6e937) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:39:55.861998 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:55.867131 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:55.923868 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:55.975808 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-95e9bf9a-1bf3-4f56-a363-e16336104ca2 req-ab4c3bca-c1ab-40c7-a5df-e9470f880ca5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0313842 Sep 28 12:39:55.985157 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.031518 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:39:56.034772 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:39:56.039021 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:39:56.063310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=949b6acf-209f-47b7-b2c6-918ddfd6e937,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:56.093406 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:56.094030 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.110366 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-5dfcafdb-8fb2-45e0-b475-b6a7b03946ff tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693543 Sep 28 12:39:56.127020 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Request body: {'port': {'device_id': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:39:56.192358 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.243440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.273122 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-1fae142d-fce9-4b31-b3e4-1a1187f77045 None None] Provisioning complete for port 949b6acf-209f-47b7-b2c6-918ddfd6e937 triggered by entity DHCP. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:39:56.273510 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-1fae142d-fce9-4b31-b3e4-1a1187f77045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.273839 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-1fae142d-fce9-4b31-b3e4-1a1187f77045 None None] Attempt 1 to provision port 949b6acf-209f-47b7-b2c6-918ddfd6e937 Sep 28 12:39:56.275274 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.307742 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-1fae142d-fce9-4b31-b3e4-1a1187f77045 None None] Port 949b6acf-209f-47b7-b2c6-918ddfd6e937 cannot update to ACTIVE because it is not bound. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 12:39:56.448444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949b6acf-209f-47b7-b2c6-918ddfd6e937 {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:39:56.455697 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Publish callbacks [] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.467982 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Transition to ACTIVE for port object 949b6acf-209f-47b7-b2c6-918ddfd6e937 will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:39:56.471722 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.547077 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Pushing event updated for resources: {'Port': ['ID=949b6acf-209f-47b7-b2c6-918ddfd6e937,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:56.577825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Attempting to bind port 949b6acf-209f-47b7-b2c6-918ddfd6e937 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:39:56.578087 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Attempting to bind port 949b6acf-209f-47b7-b2c6-918ddfd6e937 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:39:56.578414 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Attempting to bind port 949b6acf-209f-47b7-b2c6-918ddfd6e937 on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:39:56.610523 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:56.621076 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Port 949b6acf-209f-47b7-b2c6-918ddfd6e937 on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:39:56.621431 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Attempting to bind port 949b6acf-209f-47b7-b2c6-918ddfd6e937 on network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:39:56.666759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:39:56.667090 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Checking segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:39:56.667465 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Bound using segment: {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:39:56.667914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Bound port: 949b6acf-209f-47b7-b2c6-918ddfd6e937, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b79bcde-d9bf-4f94-8318-d8eacf191455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:39:56.668256 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.669866 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:56.728786 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] For port 949b6acf-209f-47b7-b2c6-918ddfd6e937, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:39:56.731731 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] For port 949b6acf-209f-47b7-b2c6-918ddfd6e937, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:39:56.737593 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.742397 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:56.742992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:39:56.744350 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 200 len: 1094 time: 0.6216376 Sep 28 12:39:56.744896 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:39:56.747134 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:39:56.792161 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acd273-4b01-4193-ab0e-7f78ed4a3955 service neutron] Pushing event updated for resources: {'Port': ['ID=949b6acf-209f-47b7-b2c6-918ddfd6e937,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:39:56.809303 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-1fae142d-fce9-4b31-b3e4-1a1187f77045 None None] Attempt 2 to provision port 949b6acf-209f-47b7-b2c6-918ddfd6e937 Sep 28 12:39:56.848046 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-1fae142d-fce9-4b31-b3e4-1a1187f77045 None None] Port 949b6acf-209f-47b7-b2c6-918ddfd6e937 had new provisioning blocks added so it will not transition to active. {{(pid=106182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 12:39:56.863299 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-1cbad82d-dd3d-49a6-a1b3-46f8c825290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:56.865011 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-1cbad82d-dd3d-49a6-a1b3-46f8c825290a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1128 time: 0.0470183 Sep 28 12:39:56.926954 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-6ac94566-0087-4cbd-8c6d-2aca55b28ea4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 200 len: 217 time: 0.0488858 Sep 28 12:39:56.959226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5ea710-471b-485f-b12f-1558eaf5a248 x-openstack-request-id: req-eb5ea710-471b-485f-b12f-1558eaf5a248 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:39:56.959513 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:39:56.959765 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb5ea710-471b-485f-b12f-1558eaf5a248 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:39:56.960161 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5ea710-471b-485f-b12f-1558eaf5a248'] response: {'name': 'network-changed', 'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'status': 'completed', 'code': 200} Sep 28 12:39:56.977934 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-f9021464-63e0-4d8f-8b17-6b82dcbd28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:56.979378 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-f9021464-63e0-4d8f-8b17-6b82dcbd28e5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0472760 Sep 28 12:39:57.038892 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7252b-5548-450a-b240-b6f602088340 req-1c82ba05-948d-40fb-8c81-5fd39789187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:57.040431 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-1c82ba05-948d-40fb-8c81-5fd39789187b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459647 Sep 28 12:39:57.141398 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c337238-361a-4e2b-8346-2fc7dbf71622 req-294be3c3-e61b-452e-9aab-a59e7b656bc4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:57.142723 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4c337238-361a-4e2b-8346-2fc7dbf71622 req-294be3c3-e61b-452e-9aab-a59e7b656bc4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0873401 Sep 28 12:39:57.188302 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-7e71093f-cc81-4966-9a79-f1b721f38357 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412194 Sep 28 12:39:57.212655 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4c337238-361a-4e2b-8346-2fc7dbf71622 req-40b39cf2-9931-460c-ab03-9107d5228c9c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630071 Sep 28 12:39:57.302896 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-73c7252b-5548-450a-b240-b6f602088340 req-a82ebf85-bd6b-43c7-9b22-cd467586bf23 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853455 Sep 28 12:39:58.332825 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44dcc-97f4-41f1-afca-892dba9ff440 req-e7db2801-fe30-469b-acd7-5323c9076d7a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:58.334296 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0b44dcc-97f4-41f1-afca-892dba9ff440 req-e7db2801-fe30-469b-acd7-5323c9076d7a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0450730 Sep 28 12:39:58.386658 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f0b44dcc-97f4-41f1-afca-892dba9ff440 req-5d2e3e6a-e8f4-4e42-8cbe-1fd422d1c6b7 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Sep 28 12:39:58.427495 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-0cefc707-c830-4d97-86b4-62f525df1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:58.428959 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-0cefc707-c830-4d97-86b4-62f525df1a2e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1128 time: 0.0403271 Sep 28 12:39:58.524310 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-46822f1a-5f88-41c1-8287-090df3447df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:58.525818 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-46822f1a-5f88-41c1-8287-090df3447df2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0894120 Sep 28 12:39:58.567507 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-a4666f8d-7179-4a8f-aba6-c5ac47caad53 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 200 len: 217 time: 0.0313621 Sep 28 12:39:58.617431 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-2c5d0d1e-446f-483d-8b29-6c21bb9a1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:58.618865 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-2c5d0d1e-446f-483d-8b29-6c21bb9a1448 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0433230 Sep 28 12:39:58.666206 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-53560839-79d2-450c-9de0-d4c4ab6f8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:58.667659 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-53560839-79d2-450c-9de0-d4c4ab6f8ea4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406826 Sep 28 12:39:58.755687 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-39f040ce-6b2f-4509-93e0-39b23ad3dd24 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812087 Sep 28 12:39:59.060835 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:59.088270 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:39:59.103817 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb9bcfae-0ec0-4982-81cc-d31bf1c44ddf req-d604ef8e-de28-4544-9b21-7de9966f0ce3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423142 Sep 28 12:39:59.505677 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aebef7-469b-448c-afa7-35af68ef6862 req-8cba53aa-9613-4107-a2c2-ddfe00e08d6a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:39:59.507323 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-40aebef7-469b-448c-afa7-35af68ef6862 req-8cba53aa-9613-4107-a2c2-ddfe00e08d6a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0459249 Sep 28 12:39:59.566771 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-40aebef7-469b-448c-afa7-35af68ef6862 req-d2015951-63ab-4736-b916-a94d23287968 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541482 Sep 28 12:40:00.689434 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d525-6ab2-471c-b775-e170797960f4 req-079a2986-71a5-49bf-921b-6de524d7d7e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:00.690899 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5099d525-6ab2-471c-b775-e170797960f4 req-079a2986-71a5-49bf-921b-6de524d7d7e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0449317 Sep 28 12:40:00.739253 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-5099d525-6ab2-471c-b775-e170797960f4 req-0120972b-6c4d-49d5-970f-2a55f2e5eeda tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Sep 28 12:40:01.699555 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56614) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:40:01.809848 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4b07af83-27ba-49f4-bfc0-f30927181bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:01.877580 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0849-3280-4afb-ad82-323d44809579 req-773a5275-05fd-4b9c-8b61-d0af9e0306fb tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:01.878955 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e32e0849-3280-4afb-ad82-323d44809579 req-773a5275-05fd-4b9c-8b61-d0af9e0306fb tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0613225 Sep 28 12:40:01.955879 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e32e0849-3280-4afb-ad82-323d44809579 req-1cbf978f-1b78-4535-98aa-f0a82215d8c6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697076 Sep 28 12:40:01.969367 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4b07af83-27ba-49f4-bfc0-f30927181bfa admin admin] Publish callbacks [] for security_group (f91fc276-0981-433b-9eaf-9f4e29efb173), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:01.973220 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4b07af83-27ba-49f4-bfc0-f30927181bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f91fc276-0981-433b-9eaf-9f4e29efb173), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.013761 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07af83-27ba-49f4-bfc0-f30927181bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91fc276-0981-433b-9eaf-9f4e29efb173,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:02.019375 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4b07af83-27ba-49f4-bfc0-f30927181bfa admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=9e7346b5ae604bf39f284fb45d53d617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188136 Sep 28 12:40:02.022122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56620) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:40:02.073334 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b5bed96-df85-4819-a558-d46a9d50237d admin admin] Publish callbacks [] for security_group (f91fc276-0981-433b-9eaf-9f4e29efb173), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.093118 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b5bed96-df85-4819-a558-d46a9d50237d admin admin] Publish callbacks [] for security_group (f91fc276-0981-433b-9eaf-9f4e29efb173), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.141407 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b5bed96-df85-4819-a558-d46a9d50237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (f91fc276-0981-433b-9eaf-9f4e29efb173), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.143862 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8b5bed96-df85-4819-a558-d46a9d50237d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.145029 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8b5bed96-df85-4819-a558-d46a9d50237d admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/f91fc276-0981-433b-9eaf-9f4e29efb173 HTTP/1.1" status: 204 len: 168 time: 0.1219525 Sep 28 12:40:02.152992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bed96-df85-4819-a558-d46a9d50237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91fc276-0981-433b-9eaf-9f4e29efb173,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:02.767251 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 56642) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:40:02.862820 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075996688-network', 'tenant_id': 'a24baceb1473444fa611c71a7c8fb5ae'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:02.882342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Made reservation on behalf of a24baceb1473444fa611c71a7c8fb5ae for: {'network': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:40:02.884622 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for network (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.892853 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.970170 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks [] for security_group (09ed6255-fe6b-4250-b5b7-b8e6ac556f49), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:02.973788 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (09ed6255-fe6b-4250-b5b7-b8e6ac556f49), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.000688 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=106180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 12:40:03.012021 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed6255-fe6b-4250-b5b7-b8e6ac556f49,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:03.017082 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (b6908c98-d2c8-48b6-a6aa-a6d1c979bf25), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.017461 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.db.segments_db [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Added segment b6908c98-d2c8-48b6-a6aa-a6d1c979bf25 of type vlan for network 43943534-e603-42f2-bee3-61bfafe2d491 Sep 28 12:40:03.063401 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733361063096'] for network (43943534-e603-42f2-bee3-61bfafe2d491), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.065382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:03.073914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:03.080581 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26eee7-9ec0-44cb-8989-b1627edef661 req-e97e24a2-af88-4cce-8d1e-50e92411eec4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:03.082131 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f26eee7-9ec0-44cb-8989-b1627edef661 req-e97e24a2-af88-4cce-8d1e-50e92411eec4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0470088 Sep 28 12:40:03.099734 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989'] for network (43943534-e603-42f2-bee3-61bfafe2d491), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.100816 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:03.101533 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.135656 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3f26eee7-9ec0-44cb-8989-b1627edef661 req-57bf6a32-bb76-491c-bb8d-97fd20df87bd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469246 Sep 28 12:40:03.153397 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] 10.222.0.60 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3849957 Sep 28 12:40:03.157707 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56648) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:40:03.162919 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Request body: {'subnet': {'network_id': '43943534-e603-42f2-bee3-61bfafe2d491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075996688-subnet', 'tenant_id': 'a24baceb1473444fa611c71a7c8fb5ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:03.166861 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8744f-6053-42ca-813a-eae997f4f21e admin admin] Pushing event updated for resources: {'Network': ['ID=43943534-e603-42f2-bee3-61bfafe2d491,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:03.177196 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Network 43943534-e603-42f2-bee3-61bfafe2d491 details requested by agent ovs-agent-dv-cinder-844563-9-iscsi with host dv-cinder-844563-9-iscsi {{(pid=106182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 12:40:03.183337 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Made reservation on behalf of a24baceb1473444fa611c71a7c8fb5ae for: {'subnet': 1} {{(pid=106181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:40:03.185750 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8418633'] for subnet (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.356755 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9584189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8418687'] for subnet (10381ae9-8ef2-4b74-b939-9573d4fc6fc8), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.426709 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10381ae9-8ef2-4b74-b939-9573d4fc6fc8,revision_number=0']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:03.435026 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Checking segment: {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:40:03.435384 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Network hostable DHCP agents. Network: 43943534-e603-42f2-bee3-61bfafe2d491, hostable agents: ['5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20'], hosted agents: [] {{(pid=106181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 12:40:03.451613 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Network 43943534-e603-42f2-bee3-61bfafe2d491 is scheduled to be hosted by DHCP agent 5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20 with binding_index 1 {{(pid=106181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 12:40:03.460247 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-9-iscsi, 43943534-e603-42f2-bee3-61bfafe2d491) {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:40:03.465263 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:03.465851 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:03.470082 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea535d-f947-40bb-8d49-34fd1775349f None None] Network 43943534-e603-42f2-bee3-61bfafe2d491 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:40:03.489730 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-4240bd7c-744d-430e-84b3-83661ff8fbc6 admin admin] 10.222.0.60 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3305933 Sep 28 12:40:03.584950 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336be84a-1b3d-4669-a678-016592309038 None None] Network 43943534-e603-42f2-bee3-61bfafe2d491 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:40:04.271456 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d077-bb7a-4a34-9c68-466aaa0a992f req-f1540806-2dbc-42d4-a5c0-efd60593967f tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:04.273552 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b314d077-bb7a-4a34-9c68-466aaa0a992f req-f1540806-2dbc-42d4-a5c0-efd60593967f tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0555439 Sep 28 12:40:04.326797 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b314d077-bb7a-4a34-9c68-466aaa0a992f req-53fb93f3-b48c-4b55-9374-1b91628475d5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475092 Sep 28 12:40:05.307651 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-b0598160-f995-46ba-b579-be11a8bcf113 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:05.309007 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-b0598160-f995-46ba-b579-be11a8bcf113 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/networks?id=43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 200 len: 809 time: 0.1002893 Sep 28 12:40:05.323657 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-8ee5f609-d5c9-45e6-abeb-0d82860dca03 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/quotas/a24baceb1473444fa611c71a7c8fb5ae HTTP/1.1" status: 200 len: 375 time: 0.0093663 Sep 28 12:40:05.358961 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-5b91f83b-3025-42ff-88f3-25c649f52d1d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306015 Sep 28 12:40:05.451778 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eaa8e-152e-45dd-8850-f81cced1fceb req-e5ca3779-4cb1-4e0e-a889-2974516eb531 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:05.452378 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-ade10213-e7c1-4093-adef-7cf9867cd2dd service neutron] 10.222.0.60 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838795 Sep 28 12:40:05.454147 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-956eaa8e-152e-45dd-8850-f81cced1fceb req-e5ca3779-4cb1-4e0e-a889-2974516eb531 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 944 time: 0.0505908 Sep 28 12:40:05.477581 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:05.504462 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-956eaa8e-152e-45dd-8850-f81cced1fceb req-e658d3a2-5757-4cb8-bb4b-8cf59a1768fa tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Sep 28 12:40:05.508725 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:05.550924 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-bfd1305b-08ff-4fab-ac7a-024b8d5ad532 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931909 Sep 28 12:40:05.566722 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 949b6acf-209f-47b7-b2c6-918ddfd6e937 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:40:05.674515 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 949b6acf-209f-47b7-b2c6-918ddfd6e937, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:05.686868 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'port_id': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'mac_address': 'fa:16:3e:0b:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:40:05.715937 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b930546f-155b-496d-b7e5-379c9433bc93 req-b77e3e2e-3f43-4e7e-83b9-fbf98f6528e4 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 210 time: 0.0295057 Sep 28 12:40:05.733916 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 949b6acf-209f-47b7-b2c6-918ddfd6e937 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:40:05.734446 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:05.747687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949b6acf-209f-47b7-b2c6-918ddfd6e937 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:40:05.767832 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 949b6acf-209f-47b7-b2c6-918ddfd6e937, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:05.772368 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:05.819625 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=949b6acf-209f-47b7-b2c6-918ddfd6e937,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:05.826967 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.827309 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.827647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.827979 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.828316 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.828627 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.828946 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.829288 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.829609 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.829920 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.830237 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.830555 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.830869 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.831180 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:05.831491 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:06.218191 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['949b6acf-209f-47b7-b2c6-918ddfd6e937'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:40:06.278765 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:06.362071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:06.625998 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5fca9-2ca8-4f4e-b283-f271cedef00b req-8b08aff4-8b95-4ac2-b19b-ccb7cb5d55d2 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:06.627458 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bcc5fca9-2ca8-4f4e-b283-f271cedef00b req-8b08aff4-8b95-4ac2-b19b-ccb7cb5d55d2 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 945 time: 0.0453129 Sep 28 12:40:06.675714 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-bcc5fca9-2ca8-4f4e-b283-f271cedef00b req-4429daf9-ca49-4db7-9cf8-e1b72a1bd77d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Sep 28 12:40:06.832974 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3e5843b4-e4c7-4be5-a724-c964b7d5441f req-a5ca0281-f15e-4806-89bb-a4f15ca3ab3e tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 210 time: 0.0436532 Sep 28 12:40:06.924876 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d10abd58-6235-4775-aa42-3eba9fe6f1d2 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:06.926344 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d10abd58-6235-4775-aa42-3eba9fe6f1d2 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "GET /networking/v2.0/networks?id=43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 200 len: 809 time: 0.1282606 Sep 28 12:40:06.947058 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Request body: {'port': {'device_id': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491', 'admin_state_up': True, 'tenant_id': 'a24baceb1473444fa611c71a7c8fb5ae'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:07.059186 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Made reservation on behalf of a24baceb1473444fa611c71a7c8fb5ae for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:40:07.062920 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.187249 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Allocated IP 172.20.0.13 (43943534-e603-42f2-bee3-61bfafe2d491/10381ae9-8ef2-4b74-b939-9573d4fc6fc8/4796a88c-edcd-4688-84f8-3d4d1e2a72a3) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:40:07.339652 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks [] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.357385 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:07.373081 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.384611 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:07.420265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Network 43943534-e603-42f2-bee3-61bfafe2d491 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:40:07.424427 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:40:07.429702 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:40:07.433876 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Pushing event updated for resources: {'Port': ['ID=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:07.482442 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:07.483048 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.499376 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-d3d32177-d3c2-4db2-8b97-7c8395f6a7a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566537 Sep 28 12:40:07.524522 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Request body: {'port': {'device_id': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:07.580041 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 949b6acf-209f-47b7-b2c6-918ddfd6e937 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:40:07.582700 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.624266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 949b6acf-209f-47b7-b2c6-918ddfd6e937 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:40:07.630036 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 949b6acf-209f-47b7-b2c6-918ddfd6e937 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:40:07.630415 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.630753 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 949b6acf-209f-47b7-b2c6-918ddfd6e937 Sep 28 12:40:07.701502 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 949b6acf-209f-47b7-b2c6-918ddfd6e937 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:40:07.701798 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.728632 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:07.731043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52158d0-b080-49f6-9276-da42936130d7" -d '{"events": [{"server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "name": "network-vif-plugged", "status": "completed", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:07.748580 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 949b6acf-209f-47b7-b2c6-918ddfd6e937, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:07.755509 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.808929 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=949b6acf-209f-47b7-b2c6-918ddfd6e937,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:07.823292 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105cba8-4bd6-415c-be7f-b5ec493c8e3e req-171c8231-8375-480d-995d-9bfddc2054ab tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:07.825012 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d105cba8-4bd6-415c-be7f-b5ec493c8e3e req-171c8231-8375-480d-995d-9bfddc2054ab tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0625241 Sep 28 12:40:07.877824 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:40:07.884008 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d105cba8-4bd6-415c-be7f-b5ec493c8e3e req-514ab464-f0d2-4d9b-a8cd-71a22020ccf3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526683 Sep 28 12:40:07.886002 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Publish callbacks [] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.909646 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Transition to ACTIVE for port object 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:40:07.909646 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:07.940442 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2b97f3-0694-4d25-9a4e-d1ebdaba052d x-openstack-request-id: req-af2b97f3-0694-4d25-9a4e-d1ebdaba052d {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:07.940741 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "name": "network-vif-plugged", "status": "completed", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:07.941004 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af2b97f3-0694-4d25-9a4e-d1ebdaba052d {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:07.941429 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2b97f3-0694-4d25-9a4e-d1ebdaba052d'] response: {'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'code': 200} Sep 28 12:40:07.973934 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:07.994563 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc0e04-1d57-4869-8d62-4dd14a5440c1 req-e7ee766e-0d2d-47bb-b8df-27afe3b9664d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:08.001503 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d3cc0e04-1d57-4869-8d62-4dd14a5440c1 req-e7ee766e-0d2d-47bb-b8df-27afe3b9664d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 944 time: 0.0541880 Sep 28 12:40:08.004817 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.005191 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.005542 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.005885 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.006284 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.007122 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.007455 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.007946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.008278 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.008611 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.008942 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.009293 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.009619 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.009946 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.010268 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:08.039226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Attempting to bind port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:40:08.039564 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Attempting to bind port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:40:08.039894 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Attempting to bind port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 on network 43943534-e603-42f2-bee3-61bfafe2d491 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:40:08.045818 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-d3cc0e04-1d57-4869-8d62-4dd14a5440c1 req-ba48cabd-ad56-4e44-a937-81a7f87825d5 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Sep 28 12:40:08.083011 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 on network 43943534-e603-42f2-bee3-61bfafe2d491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:40:08.083342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Attempting to bind port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 on network 43943534-e603-42f2-bee3-61bfafe2d491 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:40:08.128899 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:40:08.129256 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Checking segment: {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:40:08.129633 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Bound using segment: {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:40:08.130064 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Bound port: 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:40:08.130417 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:08.188809 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345f030-c445-4487-9789-ad9404626008 req-e09fef74-3a19-4c78-a5e1-25f00dadd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:08.190349 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4345f030-c445-4487-9789-ad9404626008 req-e09fef74-3a19-4c78-a5e1-25f00dadd87f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1130 time: 0.0372219 Sep 28 12:40:08.190664 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:08.191901 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] For port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:40:08.195912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] For port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:40:08.202792 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:08.207570 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:08.208187 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:08.210223 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/4796a88c-edcd-4688-84f8-3d4d1e2a72a3 HTTP/1.1" status: 200 len: 1094 time: 0.6892407 Sep 28 12:40:08.210962 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'tag': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:08.213261 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67538d6b-7c86-4c72-b80a-c0f733b4fca6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e4feb1-fe06-40b1-add4-0835822d91f0", "tag": "4796a88c-edcd-4688-84f8-3d4d1e2a72a3"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:08.248380 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4345f030-c445-4487-9789-ad9404626008 req-6f9b210f-8ba5-4ab6-babe-fc9541cd3270 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525093 Sep 28 12:40:08.275859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6308115e-0e47-4e1a-88e0-eb1005459c82 x-openstack-request-id: req-6308115e-0e47-4e1a-88e0-eb1005459c82 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:08.275859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e4feb1-fe06-40b1-add4-0835822d91f0", "tag": "4796a88c-edcd-4688-84f8-3d4d1e2a72a3", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:08.275859 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6308115e-0e47-4e1a-88e0-eb1005459c82 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:08.275859 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6308115e-0e47-4e1a-88e0-eb1005459c82'] response: {'name': 'network-changed', 'server_uuid': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'tag': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3', 'status': 'completed', 'code': 200} Sep 28 12:40:08.279404 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31e22c-92f9-4153-8b04-e55290fa4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:08.718888 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-95e02b28-3c5f-4590-a67e-2cb013b43664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:08.720352 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-95e02b28-3c5f-4590-a67e-2cb013b43664 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 1128 time: 0.0382273 Sep 28 12:40:08.772663 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-b4eb9b67-f283-4a0f-9945-da0c61c2b932 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3 HTTP/1.1" status: 200 len: 217 time: 0.0321794 Sep 28 12:40:09.008885 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448acf6c-0582-4fa0-80b4-db48b130bbda req-8e176862-c74f-4e9b-a596-ec9a334ca0c6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:09.010385 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-448acf6c-0582-4fa0-80b4-db48b130bbda req-8e176862-c74f-4e9b-a596-ec9a334ca0c6 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0463102 Sep 28 12:40:09.063794 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-448acf6c-0582-4fa0-80b4-db48b130bbda req-e1b497e8-28fa-40ad-9d62-99d6b4f60098 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478163 Sep 28 12:40:09.168279 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c2fc8-e1be-40b6-8a99-cbdbeace5478 req-3c4cd44e-d3e5-4e95-bb66-439a2b521fc5 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:09.169813 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ce9c2fc8-e1be-40b6-8a99-cbdbeace5478 req-3c4cd44e-d3e5-4e95-bb66-439a2b521fc5 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 944 time: 0.0467379 Sep 28 12:40:09.217822 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-ce9c2fc8-e1be-40b6-8a99-cbdbeace5478 req-c154c4df-6c1b-4552-8127-f0e7caa9d950 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Sep 28 12:40:09.278132 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-88d73c42-5b51-470b-b40b-0040bc692d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:09.279587 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-88d73c42-5b51-470b-b40b-0040bc692d08 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10381ae9-8ef2-4b74-b939-9573d4fc6fc8 HTTP/1.1" status: 200 len: 849 time: 0.0456374 Sep 28 12:40:09.311429 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-97582056-6bbe-4067-abb2-04f9039425f6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=43943534-e603-42f2-bee3-61bfafe2d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253947 Sep 28 12:40:09.403976 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-f372ace8-3c8d-49fa-89be-41300a7efca5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856090 Sep 28 12:40:09.499038 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-a2d5e7b2-80e4-4c51-86aa-59f941396c8c req-def39651-f370-4ac5-8ebf-d10f285ed24d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853229 Sep 28 12:40:10.183533 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3eff-4ff9-4ee0-ab00-0b8b24ed0467 req-01661c8f-d501-4b4d-a855-31cd0c3331dd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:10.185023 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ca6a3eff-4ff9-4ee0-ab00-0b8b24ed0467 req-01661c8f-d501-4b4d-a855-31cd0c3331dd tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0455275 Sep 28 12:40:10.237109 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-ca6a3eff-4ff9-4ee0-ab00-0b8b24ed0467 req-0d246d7f-3a7b-465f-9466-b414c16426e7 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Sep 28 12:40:10.326884 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:10.338226 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bd1d8-7b9f-4af0-bc9c-2287249b6824 req-00e20c66-544c-45cd-a3e1-3f8fee742424 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:10.339791 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:10.339994 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0e0bd1d8-7b9f-4af0-bc9c-2287249b6824 req-00e20c66-544c-45cd-a3e1-3f8fee742424 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 944 time: 0.0483165 Sep 28 12:40:10.356023 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad548-046f-4edc-935f-adcde2b6a6e8 req-2f315577-5f83-41a3-a54e-4afb4f33619d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:10.357479 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-41dad548-046f-4edc-935f-adcde2b6a6e8 req-2f315577-5f83-41a3-a54e-4afb4f33619d tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0471265 Sep 28 12:40:10.388770 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0e0bd1d8-7b9f-4af0-bc9c-2287249b6824 req-c4432e95-9cd6-4bfc-954f-a94c349af864 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Sep 28 12:40:10.406973 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-41dad548-046f-4edc-935f-adcde2b6a6e8 req-093094fc-893a-4740-a704-255608a0be32 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Sep 28 12:40:10.435486 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56720) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:40:10.568797 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:10.574417 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb6f59d-00e1-4c04-a15f-2e0483ac2702 tempest-TestVolumeBootPattern-1677308337 tempest-TestVolumeBootPattern-1677308337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:10.575904 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-adb6f59d-00e1-4c04-a15f-2e0483ac2702 tempest-TestVolumeBootPattern-1677308337 tempest-TestVolumeBootPattern-1677308337-project-admin] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1125 time: 0.1394901 Sep 28 12:40:10.578759 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 56724) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:40:10.583006 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.v2.base [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Request body: {'floatingip': {'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'port_id': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:10.605519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:10.685317 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:10.786110 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_common [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Allocated IP 172.27.0.65 (1c8fe351-7d25-4a7c-9847-97adf031bbb9/a524fb73-08f6-446b-9cfc-10001de99f7f/3f563e34-8622-44d9-bfcc-75130594bfca) {{(pid=106181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:40:10.889649 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (3f563e34-8622-44d9-bfcc-75130594bfca), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:10.920511 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (3f563e34-8622-44d9-bfcc-75130594bfca), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:10.958114 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Network 1c8fe351-7d25-4a7c-9847-97adf031bbb9 is already hosted by enough agents. {{(pid=106181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:40:10.963260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.base_scheduler [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Resources bound (agent type, host, resource id): {{(pid=106181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:40:10.967269 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Received port after_create {{(pid=106181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:40:10.970408 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=3f563e34-8622-44d9-bfcc-75130594bfca,revision_number=1']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:11.001025 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.001391 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.001730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.002064 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.002406 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.002717 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.003033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.003348 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.003665 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.004033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.004336 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.004657 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.004971 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.005312 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.005622 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:40:11.308710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:11.310584 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:11.323169 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (4bd50a8f-1164-4f39-9610-bc934498f8ee), precommit_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:11.391591 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (3f563e34-8622-44d9-bfcc-75130594bfca), before_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:11.512874 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a896b9-5e29-4f30-aebf-1f8c5efb5da2 req-ae4b16b6-1af9-4a3c-b21e-7325e5289905 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:11.514373 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a4a896b9-5e29-4f30-aebf-1f8c5efb5da2 req-ae4b16b6-1af9-4a3c-b21e-7325e5289905 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 944 time: 0.0490611 Sep 28 12:40:11.538999 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for port (3f563e34-8622-44d9-bfcc-75130594bfca), precommit_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:11.543491 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9576890'] for port (3f563e34-8622-44d9-bfcc-75130594bfca), after_update {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:11.564909 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a4a896b9-5e29-4f30-aebf-1f8c5efb5da2 req-84b94a38-8380-4a9d-9068-a7f2b13f5bdd tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448263 Sep 28 12:40:11.609614 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event updated for resources: {'Port': ['ID=3f563e34-8622-44d9-bfcc-75130594bfca,revision_number=2']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:11.611898 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649389'] for floatingip (4bd50a8f-1164-4f39-9610-bc934498f8ee), after_create {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:11.704663 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Floating IP 4bd50a8f-1164-4f39-9610-bc934498f8ee associated. External IP: 172.27.0.65, port: 949b6acf-209f-47b7-b2c6-918ddfd6e937. Sep 28 12:40:11.905101 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:40:12.007294 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:40:12.016629 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:40:12.025067 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:12.027625 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:40:12.028291 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:39:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:40:12.054325 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-11e1039d-3da1-40d2-ab3e-ba17cb21cce3 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4745429 Sep 28 12:40:12.055249 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:12.057751 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd" -d '{"events": [{"name": "network-changed", "server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:12.128788 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:40:12.152331 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899dafea-0fec-462d-9a5e-f003d326a881 x-openstack-request-id: req-899dafea-0fec-462d-9a5e-f003d326a881 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:12.152625 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:12.152878 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-899dafea-0fec-462d-9a5e-f003d326a881 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:12.153320 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899dafea-0fec-462d-9a5e-f003d326a881'] response: {'name': 'network-changed', 'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'status': 'completed', 'code': 200} Sep 28 12:40:12.296870 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:12.302930 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-6c0ebd11-34dc-4ecd-889a-24d39922a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.305044 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-6c0ebd11-34dc-4ecd-889a-24d39922a7f4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 1128 time: 0.0423813 Sep 28 12:40:12.321883 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-f553ba02-43fd-4bf5-a384-c6ab831f7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.323494 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-f553ba02-43fd-4bf5-a384-c6ab831f7851 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1130 time: 0.0441585 Sep 28 12:40:12.352864 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '4bd50a8f-1164-4f39-9610-bc934498f8ee', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:0b:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:40:11Z', 'updated_at': '2022-09-28T12:40:11Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}, {'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:31Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:40:12.381709 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:40:12.390297 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:40:12.390895 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:39:54Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:40:12.395329 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:12.401960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-a33afa29-f033-467d-86b6-3724bfa1a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.403671 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-a33afa29-f033-467d-86b6-3724bfa1a1ff service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 200 len: 910 time: 0.0934417 Sep 28 12:40:12.424365 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-4c81cf4a-8afe-4e13-8225-b4793e58a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.425773 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-4c81cf4a-8afe-4e13-8225-b4793e58a6c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0963149 Sep 28 12:40:12.443991 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-ee2e2f1a-f4a9-4b97-87e4-84a05ee13145 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3 HTTP/1.1" status: 200 len: 217 time: 0.0337725 Sep 28 12:40:12.488405 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-8b1f8f84-b161-4e41-9ebc-848bf474fbba service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 200 len: 999 time: 0.0571361 Sep 28 12:40:12.493112 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-7fea9ce9-2231-4e99-8f1f-8c5d2610e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.494396 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:40:12.494737 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-7fea9ce9-2231-4e99-8f1f-8c5d2610e839 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10381ae9-8ef2-4b74-b939-9573d4fc6fc8 HTTP/1.1" status: 200 len: 849 time: 0.0459185 Sep 28 12:40:12.527491 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-1ae3d5b1-e995-44bf-a413-dfcfa839e06a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=43943534-e603-42f2-bee3-61bfafe2d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264518 Sep 28 12:40:12.540197 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-16a04e32-2a3b-44bf-9992-753bf10c431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.541713 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-16a04e32-2a3b-44bf-9992-753bf10c431f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0478647 Sep 28 12:40:12.592104 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-5e949628-996e-455b-a09c-79d493c2aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.593455 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-5e949628-996e-455b-a09c-79d493c2aebe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455654 Sep 28 12:40:12.632210 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-4fc8a9a5-3451-49c2-bc06-10508f707a27 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985019 Sep 28 12:40:12.719530 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74288e69-1543-4833-88f2-feaf180cc46a req-9a5d533c-8e3a-4370-8b78-9e3d8cc2da50 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:12.721060 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-74288e69-1543-4833-88f2-feaf180cc46a req-9a5d533c-8e3a-4370-8b78-9e3d8cc2da50 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 944 time: 0.0615768 Sep 28 12:40:12.730645 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-67538d6b-7c86-4c72-b80a-c0f733b4fca6 req-a3f7d6d9-d9a4-4895-aa45-d0c64175dac1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932522 Sep 28 12:40:12.761240 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-836a2314-1cb3-4327-8809-ba5a6be224a4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546798 Sep 28 12:40:12.802200 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '4bd50a8f-1164-4f39-9610-bc934498f8ee', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:0b:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:40:11Z', 'updated_at': '2022-09-28T12:40:11Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}, {'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:31Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:40:12.804364 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-74288e69-1543-4833-88f2-feaf180cc46a req-b2be347c-dc4e-4a6e-af61-46c221e82c5c tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721116 Sep 28 12:40:12.831065 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7478f3e5-750b-4cdb-82ed-a65fdf366125 None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '4bd50a8f-1164-4f39-9610-bc934498f8ee', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:0b:b0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:40:11Z', 'updated_at': '2022-09-28T12:40:11Z', 'revision_number': 0, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}, {'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:31Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:40:12.876576 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-37bc2827-fbc4-47b2-9fcd-b01adf5d3edd req-1cdc8319-8120-407e-9007-b5692e0ae4ef service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004736 Sep 28 12:40:13.024647 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd7a75-4ebe-4441-9656-cbf7e18fe3fa None None] New status for floating IP 4bd50a8f-1164-4f39-9610-bc934498f8ee: ACTIVE {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:40:13.621239 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:40:13.720250 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:13.730985 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3', 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491', 'port_id': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3', 'mac_address': 'fa:16:3e:cc:e0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10381ae9-8ef2-4b74-b939-9573d4fc6fc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:40:13.764304 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:40:13.764687 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:13.777390 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:40:13.797252 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:13.800692 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:13.845666 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:13.936265 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea6ad9-bd77-4928-8a4e-8e3609d8139b req-4f427be6-866d-4ce0-82b0-56b73060a7a2 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:13.937747 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1eea6ad9-bd77-4928-8a4e-8e3609d8139b req-4f427be6-866d-4ce0-82b0-56b73060a7a2 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 945 time: 0.0456562 Sep 28 12:40:13.983421 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-1eea6ad9-bd77-4928-8a4e-8e3609d8139b req-8b67e955-bf6b-44d2-a7f8-adae162cbf11 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Sep 28 12:40:14.215449 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['4796a88c-edcd-4688-84f8-3d4d1e2a72a3'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:40:14.248463 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:14.281574 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:15.096331 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:15.107535 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736a79-7535-48ff-8a46-ccbfbfec888f req-c0fa9bc5-c156-402d-9307-13326e644431 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:15.109018 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b7736a79-7535-48ff-8a46-ccbfbfec888f req-c0fa9bc5-c156-402d-9307-13326e644431 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Sep 28 12:40:15.156802 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b7736a79-7535-48ff-8a46-ccbfbfec888f req-b29b2a49-69ea-40e2-a5d7-ff09336eb13d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Sep 28 12:40:15.646346 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:40:15.690723 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:40:15.696802 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:40:15.697286 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:15.697619 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 Sep 28 12:40:15.766671 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:40:15.767048 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:15.789606 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:15.791814 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bcb2e8-83b6-42fc-9fa0-1efa35009db4" -d '{"events": [{"server_uuid": "c5e4feb1-fe06-40b1-add4-0835822d91f0", "name": "network-vif-plugged", "status": "completed", "tag": "4796a88c-edcd-4688-84f8-3d4d1e2a72a3"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:15.804125 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:15.808480 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:15.834812 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ca1a9-b45e-476d-8633-daecd448f170 x-openstack-request-id: req-026ca1a9-b45e-476d-8633-daecd448f170 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:15.835102 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e4feb1-fe06-40b1-add4-0835822d91f0", "name": "network-vif-plugged", "status": "completed", "tag": "4796a88c-edcd-4688-84f8-3d4d1e2a72a3", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:15.835538 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-026ca1a9-b45e-476d-8633-daecd448f170 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:15.835787 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026ca1a9-b45e-476d-8633-daecd448f170'] response: {'server_uuid': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3', 'code': 200} Sep 28 12:40:15.860390 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:16.068014 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e5099-02b7-49a8-b2af-3b76f0c1840f req-d24f21e1-badf-4467-96d1-45efa0fa799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:16.070149 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-078e5099-02b7-49a8-b2af-3b76f0c1840f req-d24f21e1-badf-4467-96d1-45efa0fa799d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 1130 time: 0.0380046 Sep 28 12:40:16.113085 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-078e5099-02b7-49a8-b2af-3b76f0c1840f req-2573c9f5-a8a4-4991-a35c-b4225e89ef7d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367987 Sep 28 12:40:16.280111 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924d66-8748-4e07-81fa-b2cb5c85e155 req-3c5d736e-c110-41b4-be4c-0042c4ce0336 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:16.281497 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-45924d66-8748-4e07-81fa-b2cb5c85e155 req-3c5d736e-c110-41b4-be4c-0042c4ce0336 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Sep 28 12:40:16.327566 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-45924d66-8748-4e07-81fa-b2cb5c85e155 req-3b3e45cf-b102-4742-86db-d4f0565ccba6 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Sep 28 12:40:17.450255 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062da7f-039b-4c2e-9fc0-2fb11433034a req-77a76de1-bbc4-4268-b4d0-52569eec62d4 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:17.451671 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f062da7f-039b-4c2e-9fc0-2fb11433034a req-77a76de1-bbc4-4268-b4d0-52569eec62d4 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 946 time: 0.0439746 Sep 28 12:40:17.497518 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-f062da7f-039b-4c2e-9fc0-2fb11433034a req-392f3e0e-f978-41ba-9f6f-86d549939bdd tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Sep 28 12:40:17.602985 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:40:18.618624 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0882a7-9c8b-4edf-b2d6-fa11fac88612 req-d568c6ae-e7a2-4c53-8caf-96efb3d7731f tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:18.620088 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3e0882a7-9c8b-4edf-b2d6-fa11fac88612 req-d568c6ae-e7a2-4c53-8caf-96efb3d7731f tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 946 time: 0.0468981 Sep 28 12:40:18.666682 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-3e0882a7-9c8b-4edf-b2d6-fa11fac88612 req-aee4f4d7-29eb-446d-85f0-eb1904aeb656 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Sep 28 12:40:19.331559 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:19.368577 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14de60-ad23-4532-adcb-409610d16e2b req-bc51ccd1-83bc-473b-a5fc-51a9251e99cc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:19.370044 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5e14de60-ad23-4532-adcb-409610d16e2b req-bc51ccd1-83bc-473b-a5fc-51a9251e99cc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 946 time: 0.0467279 Sep 28 12:40:19.391209 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:19.422786 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5e14de60-ad23-4532-adcb-409610d16e2b req-e299b48c-67f7-4331-9f71-1170eb5e3294 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Sep 28 12:40:20.550868 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e115c7d-cc92-4328-ad0e-6b66e340d697 req-f015454b-cfc6-40a8-bb29-e1b2ea8422c7 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:20.552337 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9e115c7d-cc92-4328-ad0e-6b66e340d697 req-f015454b-cfc6-40a8-bb29-e1b2ea8422c7 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 946 time: 0.0494795 Sep 28 12:40:20.599858 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-9e115c7d-cc92-4328-ad0e-6b66e340d697 req-7208cf29-272d-426f-a7aa-7f8b3490314f tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Sep 28 12:40:21.230045 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-b1d104c4-20c7-4f1a-b8ce-376ca4be25a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:21.231478 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-b1d104c4-20c7-4f1a-b8ce-376ca4be25a9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 946 time: 0.0451210 Sep 28 12:40:21.279212 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8b0c4b03-0057-404e-9a3b-703d1ff502b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:21.315507 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Deleting port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:40:21.315851 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:21.408495 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] For port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:21.408852 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:21.422073 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Calling delete_port for 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:40:21.548444 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (4796a88c-edcd-4688-84f8-3d4d1e2a72a3), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:21.573432 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Pushing event deleted for resources: {'Port': ['ID=4796a88c-edcd-4688-84f8-3d4d1e2a72a3,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:21.584203 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['4796a88c-edcd-4688-84f8-3d4d1e2a72a3'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:40:21.618885 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] No DVR routers for this DVR port 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:40:21.621317 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:21.624640 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-50448493-0eb6-4d35-8469-ac6c4b21d144 req-eaf9a6d1-3e81-496c-94e2-e76548bf6e64 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "DELETE /networking/v2.0/ports/4796a88c-edcd-4688-84f8-3d4d1e2a72a3 HTTP/1.1" status: 204 len: 173 time: 0.3872030 Sep 28 12:40:21.625161 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'name': 'network-vif-deleted', 'tag': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:21.627954 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afd3003-d21d-4873-875e-5c2b62fe3718" -d '{"events": [{"server_uuid": "c5e4feb1-fe06-40b1-add4-0835822d91f0", "name": "network-vif-deleted", "tag": "4796a88c-edcd-4688-84f8-3d4d1e2a72a3"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:21.679886 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a82a2-5f7c-4b88-bc02-5c1fdb729dd1 x-openstack-request-id: req-2b9a82a2-5f7c-4b88-bc02-5c1fdb729dd1 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:21.680185 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e4feb1-fe06-40b1-add4-0835822d91f0", "name": "network-vif-deleted", "tag": "4796a88c-edcd-4688-84f8-3d4d1e2a72a3", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:21.680447 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b9a82a2-5f7c-4b88-bc02-5c1fdb729dd1 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:21.680895 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9a82a2-5f7c-4b88-bc02-5c1fdb729dd1'] response: {'server_uuid': 'c5e4feb1-fe06-40b1-add4-0835822d91f0', 'name': 'network-vif-deleted', 'tag': '4796a88c-edcd-4688-84f8-3d4d1e2a72a3', 'status': 'completed', 'code': 200} Sep 28 12:40:21.712684 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-7c23cf5a-4ef5-44b1-8d74-61e6835ce72f req-dff7b090-c0f5-4d3a-bdce-64d6ce5f8059 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=c5e4feb1-fe06-40b1-add4-0835822d91f0 HTTP/1.1" status: 200 len: 210 time: 0.0270867 Sep 28 12:40:22.971723 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:22.990434 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-78bc527c-6760-4934-a22f-f226d116a970 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:22.991891 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-78bc527c-6760-4934-a22f-f226d116a970 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/networks?id=43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 200 len: 809 time: 0.1069434 Sep 28 12:40:23.007058 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-87937019-bbee-4ce7-b31a-bd2815e2f44a tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/quotas/a24baceb1473444fa611c71a7c8fb5ae HTTP/1.1" status: 200 len: 375 time: 0.0090666 Sep 28 12:40:23.037966 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-de79403d-c9f9-477f-bbf7-4efdda291df2 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257261 Sep 28 12:40:23.176408 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-57d9109c-7020-495d-aea7-1a5c718dc2b3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320755 Sep 28 12:40:23.276379 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-50ffd5e3-70f0-4ace-a8ac-b31c9989d5d6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930963 Sep 28 12:40:23.435405 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-71ded471-8c22-4f4c-a665-3bf3edd986ec req-0128710d-4797-42fa-bd67-c6f331c318a4 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 210 time: 0.0275600 Sep 28 12:40:23.577644 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8be989ba-6192-4c55-a6a3-7369ddd653ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:23.656006 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:40:23.676102 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:40:23.676450 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 4796a88c-edcd-4688-84f8-3d4d1e2a72a3 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:40:24.581157 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4ecd1f8-1b39-4f16-87cc-6ccc541a1559 req-5fda2e0d-757b-46a1-ab62-0d1b415e5ace tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 210 time: 0.0628695 Sep 28 12:40:24.600473 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:24.637396 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-f98728ce-9cb4-4859-aa92-0f0260bd39db tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:24.638841 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-f98728ce-9cb4-4859-aa92-0f0260bd39db tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "GET /networking/v2.0/networks?id=43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 200 len: 809 time: 0.1312432 Sep 28 12:40:24.666505 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Request body: {'port': {'device_id': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491', 'admin_state_up': True, 'tenant_id': 'a24baceb1473444fa611c71a7c8fb5ae'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:24.796685 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Made reservation on behalf of a24baceb1473444fa611c71a7c8fb5ae for: {'port': 1} {{(pid=106180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 12:40:24.800357 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:24.891762 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:24.928177 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_common [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Allocated IP 172.20.0.5 (43943534-e603-42f2-bee3-61bfafe2d491/10381ae9-8ef2-4b74-b939-9573d4fc6fc8/d71fdd69-1f1a-491c-a2d0-b3678f2ccd58) {{(pid=106180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 12:40:25.073920 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks [] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.108887 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733361107402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.141941 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:25.158225 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Network 43943534-e603-42f2-bee3-61bfafe2d491 is already hosted by enough agents. {{(pid=106180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 12:40:25.163441 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.base_scheduler [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Resources bound (agent type, host, resource id): {{(pid=106180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 12:40:25.168471 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Received port after_create {{(pid=106180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 12:40:25.173286 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Pushing event updated for resources: {'Port': ['ID=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:25.217593 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:25.218176 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.234280 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-013ed19e-ecc2-412e-9769-fb9f4c14caeb tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720217 Sep 28 12:40:25.251182 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.v2.base [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Request body: {'port': {'device_id': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 12:40:25.312912 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.430120 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:25.564233 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:DELETE=1,neutron:SELECT=86 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:25.566402 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 {{(pid=106180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:40:25.575075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Publish callbacks [] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), precommit_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.588004 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.provisioning_blocks [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Transition to ACTIVE for port object d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 will not be triggered until provisioned by entity L2. {{(pid=106180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 12:40:25.591992 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.674318 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Pushing event updated for resources: {'Port': ['ID=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,revision_number=2']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:25.703075 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Attempting to bind port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 12:40:25.703409 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Attempting to bind port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 12:40:25.703738 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Attempting to bind port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 on network 43943534-e603-42f2-bee3-61bfafe2d491 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:40:25.705260 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b3db6-8076-4123-9b5d-f3771509f4be req-ba2b6c7e-6c10-4c68-8ae6-58761de6d9b5 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:25.706821 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e48b3db6-8076-4123-9b5d-f3771509f4be req-ba2b6c7e-6c10-4c68-8ae6-58761de6d9b5 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 943 time: 0.0469084 Sep 28 12:40:25.745825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 on network 43943534-e603-42f2-bee3-61bfafe2d491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 12:40:25.746149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Attempting to bind port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 on network 43943534-e603-42f2-bee3-61bfafe2d491 {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 12:40:25.758804 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e48b3db6-8076-4123-9b5d-f3771509f4be req-b7baecec-f844-45eb-ab36-6be22e8ca257 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Sep 28 12:40:25.788458 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Checking agent: {'id': 'bc14569d-0f88-40a4-8f45-a42f8ec21e28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'started_at': datetime.datetime(2022, 9, 28, 12, 20, 49), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 12:40:25.788790 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Checking segment: {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 12:40:25.789187 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Bound using segment: {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'} {{(pid=106180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 12:40:25.789619 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.managers [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Bound port: d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491'}}] {{(pid=106180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 12:40:25.789978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), before_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.852740 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] For port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host hv-cinder-84456, cleared binding levels {{(pid=106180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 12:40:25.856221 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] For port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 12:40:25.862191 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2722692'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), after_update {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.866047 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:25.866645 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:25.868007 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 HTTP/1.1" status: 200 len: 1093 time: 0.6208310 Sep 28 12:40:25.869494 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'tag': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:25.871756 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d686975-0616-4e09-96cb-3f25d038ea35" -d '{"events": [{"name": "network-changed", "server_uuid": "4120ca73-da96-4dfc-b11e-04c40e1b282a", "tag": "d71fdd69-1f1a-491c-a2d0-b3678f2ccd58"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:25.912519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ee815c-e01d-4369-a852-d18ed4a7e3b8 x-openstack-request-id: req-12ee815c-e01d-4369-a852-d18ed4a7e3b8 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:25.912803 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4120ca73-da96-4dfc-b11e-04c40e1b282a", "tag": "d71fdd69-1f1a-491c-a2d0-b3678f2ccd58", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:25.913052 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12ee815c-e01d-4369-a852-d18ed4a7e3b8 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:25.913472 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ee815c-e01d-4369-a852-d18ed4a7e3b8'] response: {'name': 'network-changed', 'server_uuid': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'tag': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58', 'status': 'completed', 'code': 200} Sep 28 12:40:25.918827 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28400a16-d3d3-494b-8e5e-a87b8c3e5f1a service neutron] Pushing event updated for resources: {'Port': ['ID=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,revision_number=3']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:25.973753 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-3624d5e9-a0f9-4300-8c30-46e0a1231578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:25.975121 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-3624d5e9-a0f9-4300-8c30-46e0a1231578 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 1127 time: 0.0382402 Sep 28 12:40:26.017585 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-d4e8bd01-9ac7-403f-9e34-aab9bebd0ffe service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 HTTP/1.1" status: 200 len: 217 time: 0.0309036 Sep 28 12:40:26.072925 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-43ce990a-20df-4050-bd86-72637a3df0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:26.074340 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-43ce990a-20df-4050-bd86-72637a3df0f6 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10381ae9-8ef2-4b74-b939-9573d4fc6fc8 HTTP/1.1" status: 200 len: 849 time: 0.0465200 Sep 28 12:40:26.108880 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-b400687f-5c4e-4ad2-98d7-8ef64ee615ef service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=43943534-e603-42f2-bee3-61bfafe2d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253093 Sep 28 12:40:26.183593 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:26.201305 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-59a37de2-d8a5-40f4-aa67-ab0f80ef6089 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Sep 28 12:40:26.246542 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:26.257180 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:26.268177 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:26.296855 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e1f53fee-58a7-4693-b0be-9bebf5802db3 req-37c5b7b3-6d28-4b69-8166-a3528c0976aa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899615 Sep 28 12:40:26.878730 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b304b2a-eff1-4c93-bc27-cf519ba9a25d req-91771f2b-2f2d-463f-8fbf-df99d13f0625 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:26.880097 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4b304b2a-eff1-4c93-bc27-cf519ba9a25d req-91771f2b-2f2d-463f-8fbf-df99d13f0625 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 943 time: 0.0459867 Sep 28 12:40:26.926575 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-4b304b2a-eff1-4c93-bc27-cf519ba9a25d req-d5c4232d-feda-41d9-b866-da893ebbc607 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Sep 28 12:40:27.598286 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=71 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:28.047405 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb800eb6-e12c-49b6-a681-5feec9f783d0 req-e614d514-7810-4c6a-bccb-4f5fcc15a12e tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:28.048850 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb800eb6-e12c-49b6-a681-5feec9f783d0 req-e614d514-7810-4c6a-bccb-4f5fcc15a12e tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 943 time: 0.0460246 Sep 28 12:40:28.094527 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-bb800eb6-e12c-49b6-a681-5feec9f783d0 req-73906273-4623-4ec4-bb73-59533bde3528 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Sep 28 12:40:28.799484 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-99dc4bdf-39f1-4a29-941c-d827f1d4d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:28.800951 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-99dc4bdf-39f1-4a29-941c-d827f1d4d0d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 1127 time: 0.0425501 Sep 28 12:40:28.888909 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-2851a850-3ad5-4c23-974f-ee5fa183abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:28.890284 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-2851a850-3ad5-4c23-974f-ee5fa183abd5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 200 len: 910 time: 0.0830781 Sep 28 12:40:29.174590 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-a628605c-1304-4a60-a5da-2b6e51546e9e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 HTTP/1.1" status: 200 len: 217 time: 0.2776823 Sep 28 12:40:29.215000 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bc134-af99-4c57-b2e7-1e581f9cc643 req-1fa3bb8e-a7cd-4cb3-a2a3-b126da43a0ca tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:29.216505 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e41bc134-af99-4c57-b2e7-1e581f9cc643 req-1fa3bb8e-a7cd-4cb3-a2a3-b126da43a0ca tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 943 time: 0.0463581 Sep 28 12:40:29.231324 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-a2c8066e-3190-4137-bf43-4794a6d210e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:29.233126 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-a2c8066e-3190-4137-bf43-4794a6d210e7 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=10381ae9-8ef2-4b74-b939-9573d4fc6fc8 HTTP/1.1" status: 200 len: 849 time: 0.0472403 Sep 28 12:40:29.264517 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-b12a035a-874e-49ac-af4e-6eb38cf8d1d1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=43943534-e603-42f2-bee3-61bfafe2d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257256 Sep 28 12:40:29.266114 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e41bc134-af99-4c57-b2e7-1e581f9cc643 req-ab750dff-bdf2-4458-bedc-830ddc66a479 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Sep 28 12:40:29.357338 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-62c0accb-1d80-4ef3-87d3-dda618a71369 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867174 Sep 28 12:40:29.445990 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-5d686975-0616-4e09-96cb-3f25d038ea35 req-6002c416-7e45-4282-b774-d3107ce5617f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826061 Sep 28 12:40:29.688837 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 12:40:29.788941 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:29.800599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Returning: {'device': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58', 'network_id': '43943534-e603-42f2-bee3-61bfafe2d491', 'port_id': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58', 'mac_address': 'fa:16:3e:4c:61:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10381ae9-8ef2-4b74-b939-9573d4fc6fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 12:40:29.834776 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 is: DOWN; New status is: BUILD {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:40:29.835162 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:29.849086 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 {{(pid=106182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 12:40:29.867057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:29.870041 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:29.874298 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:29.897973 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:29.923857 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,revision_number=4']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:30.323839 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] get_ports_and_sgs() called for port_ids ['d71fdd69-1f1a-491c-a2d0-b3678f2ccd58'] {{(pid=106182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 12:40:30.393827 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789c3d-dbe5-493b-9cdd-1bbe31a9780d req-7be4f9d5-282d-40ef-86ab-c4bc32fb51dd tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:30.395312 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0c789c3d-dbe5-493b-9cdd-1bbe31a9780d req-7be4f9d5-282d-40ef-86ab-c4bc32fb51dd tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 944 time: 0.0510800 Sep 28 12:40:30.441938 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-0c789c3d-dbe5-493b-9cdd-1bbe31a9780d req-4ba84b19-13a9-4bf3-9ef0-d3b2273e246b tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Sep 28 12:40:31.561942 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e1f2-79ad-43af-9a07-69a4f9710841 req-302a93dc-3523-4fa4-9a73-891859581823 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:31.563385 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6be4e1f2-79ad-43af-9a07-69a4f9710841 req-302a93dc-3523-4fa4-9a73-891859581823 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 944 time: 0.0484099 Sep 28 12:40:31.583466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:31.610899 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-6be4e1f2-79ad-43af-9a07-69a4f9710841 req-d8881ddc-b52a-4b59-90f2-06231248b4e9 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420930 Sep 28 12:40:31.703325 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 up at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 12:40:31.749727 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning for port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 completed by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 12:40:31.755319 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.provisioning_blocks [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Provisioning complete for port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 triggered by entity L2. {{(pid=106182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 12:40:31.755716 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1961781'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), provisioning_complete {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:31.756137 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Attempt 1 to provision port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 Sep 28 12:40:31.826269 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Current status of the port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 is: BUILD; New status is: ACTIVE {{(pid=106182) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 12:40:31.826656 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2065829'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), before_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:31.849595 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58'}] {{(pid=106182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:31.852029 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b7f11999e8a9f61b81056972f53242a8b96c4509d159250b7556b97beb1a957" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eae10be-d1ce-4256-8945-46e304fe2980" -d '{"events": [{"server_uuid": "4120ca73-da96-4dfc-b11e-04c40e1b282a", "name": "network-vif-plugged", "status": "completed", "tag": "d71fdd69-1f1a-491c-a2d0-b3678f2ccd58"}]}' {{(pid=106182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:31.865349 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.db [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] For port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:31.869575 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733361647023', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733361107420', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733361107438'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:31.892761 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388b4c9b-96b0-4ebb-8197-405a8f82a3e6 x-openstack-request-id: req-388b4c9b-96b0-4ebb-8197-405a8f82a3e6 {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:31.893051 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4120ca73-da96-4dfc-b11e-04c40e1b282a", "name": "network-vif-plugged", "status": "completed", "tag": "d71fdd69-1f1a-491c-a2d0-b3678f2ccd58", "code": 200}]} {{(pid=106182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:31.893323 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-388b4c9b-96b0-4ebb-8197-405a8f82a3e6 {{(pid=106182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:31.893706 dv-cinder-844563-9-iscsi neutron-server[106182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388b4c9b-96b0-4ebb-8197-405a8f82a3e6'] response: {'server_uuid': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58', 'code': 200} Sep 28 12:40:31.919637 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Pushing event updated for resources: {'Port': ['ID=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,revision_number=5']} {{(pid=106182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:32.098889 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d8fc1-38a3-40ae-94b9-4352b5419c78 req-701ed658-7e3c-4d3b-9eeb-aedcda541f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:32.100255 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e05d8fc1-38a3-40ae-94b9-4352b5419c78 req-701ed658-7e3c-4d3b-9eeb-aedcda541f6f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 1129 time: 0.0385096 Sep 28 12:40:32.144220 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-e05d8fc1-38a3-40ae-94b9-4352b5419c78 req-8ca5045b-6ce9-4809-a47a-7b92533739a2 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376637 Sep 28 12:40:32.731865 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365b175-d59b-42f8-93eb-383dedeeb6be req-6d511fda-9f7d-4099-bd6d-bd19add484dd tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:32.733320 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e365b175-d59b-42f8-93eb-383dedeeb6be req-6d511fda-9f7d-4099-bd6d-bd19add484dd tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 945 time: 0.0450113 Sep 28 12:40:32.779221 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-e365b175-d59b-42f8-93eb-383dedeeb6be req-0c614e32-8f31-4801-881c-df346b803f8b tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Sep 28 12:40:33.902382 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0c7f-394c-421b-b558-edebb43c9c7b req-e84069d4-1fc8-4de9-8cf6-0f082e47d831 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:33.903845 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-223d0c7f-394c-421b-b558-edebb43c9c7b req-e84069d4-1fc8-4de9-8cf6-0f082e47d831 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 945 time: 0.0469978 Sep 28 12:40:33.955173 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-223d0c7f-394c-421b-b558-edebb43c9c7b req-ad428af4-8d45-490c-9bae-dc08d89164d5 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457623 Sep 28 12:40:35.042395 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=100 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:35.081808 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d59d9-d638-4cfc-9867-063ca4f9dd64 req-a21380d9-aca3-4f33-9782-5058dcf3901d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:35.083289 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b31d59d9-d638-4cfc-9867-063ca4f9dd64 req-a21380d9-aca3-4f33-9782-5058dcf3901d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 945 time: 0.0495791 Sep 28 12:40:35.134792 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-b31d59d9-d638-4cfc-9867-063ca4f9dd64 req-c3fcb361-1b5a-425e-9f12-bbc712efe906 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Sep 28 12:40:35.905372 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a194ee1-b626-4039-bfb6-e7593012e4ab req-74a9f1a6-82fa-4a23-b9ee-d91aa8fb57ae tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:35.906737 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a194ee1-b626-4039-bfb6-e7593012e4ab req-74a9f1a6-82fa-4a23-b9ee-d91aa8fb57ae tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 945 time: 0.0447404 Sep 28 12:40:35.952371 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-3a194ee1-b626-4039-bfb6-e7593012e4ab req-02fd9250-9b77-40fe-b01b-645cf7ec015d tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Sep 28 12:40:37.076046 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe91952-e815-4276-a158-cf9c85ff03a7 req-e29e3c18-eca0-427e-b11e-2ff9e1aa3eb1 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:37.077512 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfe91952-e815-4276-a158-cf9c85ff03a7 req-e29e3c18-eca0-427e-b11e-2ff9e1aa3eb1 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 945 time: 0.0453706 Sep 28 12:40:37.124434 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-cfe91952-e815-4276-a158-cf9c85ff03a7 req-30944341-4b7f-4bf3-a487-37b374417093 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=09ed6255-fe6b-4250-b5b7-b8e6ac556f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Sep 28 12:40:37.554757 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:37.563854 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e803c2-bf24-4221-b655-515997f60a9d req-e373b83a-9cf2-48a6-86a3-8b0785ee081b tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:40:37.565313 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-39e803c2-bf24-4221-b655-515997f60a9d req-e373b83a-9cf2-48a6-86a3-8b0785ee081b tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 945 time: 0.0462654 Sep 28 12:40:37.606440 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:37.648214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Deleting port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:40:37.648552 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:37.739740 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] For port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,segment=NetworkSegment(b6908c98-d2c8-48b6-a6aa-a6d1c979bf25),segment_id=b6908c98-d2c8-48b6-a6aa-a6d1c979bf25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:40:37.740098 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:37.752638 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Calling delete_port for d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:40:37.879261 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (d71fdd69-1f1a-491c-a2d0-b3678f2ccd58), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:37.904789 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Pushing event deleted for resources: {'Port': ['ID=d71fdd69-1f1a-491c-a2d0-b3678f2ccd58,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:40:37.951425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] No DVR routers for this DVR port d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:40:37.953921 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:37.957110 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-39e803c2-bf24-4221-b655-515997f60a9d req-afa8f19b-93b8-4242-b3b9-e83ccde700bc tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.52 "DELETE /networking/v2.0/ports/d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 HTTP/1.1" status: 204 len: 173 time: 0.3868065 Sep 28 12:40:37.957624 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'name': 'network-vif-deleted', 'tag': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:40:37.959911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d97562d-1648-4f95-b10b-9bedd5c4be53" -d '{"events": [{"server_uuid": "4120ca73-da96-4dfc-b11e-04c40e1b282a", "name": "network-vif-deleted", "tag": "d71fdd69-1f1a-491c-a2d0-b3678f2ccd58"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:40:38.011820 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b17bea-2c0a-45b0-b14e-7ee1326ce01e x-openstack-request-id: req-11b17bea-2c0a-45b0-b14e-7ee1326ce01e {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:40:38.012265 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4120ca73-da96-4dfc-b11e-04c40e1b282a", "name": "network-vif-deleted", "tag": "d71fdd69-1f1a-491c-a2d0-b3678f2ccd58", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:40:38.012536 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11b17bea-2c0a-45b0-b14e-7ee1326ce01e {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:40:38.013195 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b17bea-2c0a-45b0-b14e-7ee1326ce01e'] response: {'server_uuid': '4120ca73-da96-4dfc-b11e-04c40e1b282a', 'name': 'network-vif-deleted', 'tag': 'd71fdd69-1f1a-491c-a2d0-b3678f2ccd58', 'status': 'completed', 'code': 200} Sep 28 12:40:38.239897 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-fe2df639-d3cb-4cb5-a58a-8033b96e0d40 req-3a3ade1e-82bc-4a49-ab61-8ef75c0fdaf3 tempest-VolumesActionsTest-1709011938 tempest-VolumesActionsTest-1709011938-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=4120ca73-da96-4dfc-b11e-04c40e1b282a HTTP/1.1" status: 200 len: 210 time: 0.0282385 Sep 28 12:40:39.719362 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:40:39.738561 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:40:39.738916 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device d71fdd69-1f1a-491c-a2d0-b3678f2ccd58 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:40:41.917303 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=54 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:45.942044 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=14 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:45.949343 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=32 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:48.221454 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:48.222831 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:40:49.413107 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:51.157430 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-ba480670-51f8-4e85-a566-018b977fdf57 req-e536f618-6bb1-4c00-9071-a55a38e9eee4 service neutron] (106180) timed out ('10.222.0.52', 52433) {{(pid=106180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 12:40:51.287481 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-d279485c-d7c7-40d0-a958-aca6bc72db24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:53.581973 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-8c158033-adf6-4203-8fcf-3b46382e1eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:54.601697 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:40:54.897876 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:56.267815 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:40:56.275603 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:00.841878 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-3c82484d-1755-4554-84dc-36f4605fb543 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380974 Sep 28 12:41:00.958629 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-ee10c259-4346-47b4-88eb-5e42ce775b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:41:00.960091 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-ee10c259-4346-47b4-88eb-5e42ce775b94 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1129 time: 0.0386291 Sep 28 12:41:01.071347 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-2865bffc-7ad1-471e-bc5d-16984d1d675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:41:01.073348 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-2865bffc-7ad1-471e-bc5d-16984d1d675d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0896297 Sep 28 12:41:01.136358 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-042d11de-7cd7-40c0-bd3d-fb8b57f02450 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 1000 time: 0.0548871 Sep 28 12:41:01.188729 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-d2d32a95-686b-4b92-8a35-7b91eb1adf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:41:01.190218 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-d2d32a95-686b-4b92-8a35-7b91eb1adf7a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0479889 Sep 28 12:41:01.232602 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-1f068be9-93a6-4b5b-9f46-84a583301fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:41:01.234101 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-1f068be9-93a6-4b5b-9f46-84a583301fd4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380163 Sep 28 12:41:01.329159 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-1205a47e-fe30-4969-a8e3-d90d2f2e2056 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 Sep 28 12:41:01.417728 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-26cce1d8-d0e5-4573-ac33-428c5b538391 req-6cfa78c0-dad9-40fd-9151-852bf47d5541 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831270 Sep 28 12:41:03.137527 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57086) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:41:03.182387 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Deleting subnet 10381ae9-8ef2-4b74-b939-9573d4fc6fc8 {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:41:03.185585 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Publish callbacks [] for subnet (10381ae9-8ef2-4b74-b939-9573d4fc6fc8), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.225280 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (10381ae9-8ef2-4b74-b939-9573d4fc6fc8), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.541545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (10381ae9-8ef2-4b74-b939-9573d4fc6fc8), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.592484 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (10381ae9-8ef2-4b74-b939-9573d4fc6fc8), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.619843 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10381ae9-8ef2-4b74-b939-9573d4fc6fc8,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:41:03.623719 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.627679 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-a32c8f0d-fe1f-45b5-a679-4d1f15b0149a admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/10381ae9-8ef2-4b74-b939-9573d4fc6fc8 HTTP/1.1" status: 204 len: 168 time: 0.4888737 Sep 28 12:41:03.630665 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57088) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:41:03.707752 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (43943534-e603-42f2-bee3-61bfafe2d491), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.789039 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (43943534-e603-42f2-bee3-61bfafe2d491), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.810366 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43943534-e603-42f2-bee3-61bfafe2d491']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:41:03.820748 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:41:03.821041 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6908c98-d2c8-48b6-a6aa-a6d1c979bf25') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:41:03.831340 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (b6908c98-d2c8-48b6-a6aa-a6d1c979bf25), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.848486 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (b6908c98-d2c8-48b6-a6aa-a6d1c979bf25), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.855661 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:41:03.856053 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (b6908c98-d2c8-48b6-a6aa-a6d1c979bf25), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.907754 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment b6908c98-d2c8-48b6-a6aa-a6d1c979bf25 resource provider aggregate not found Sep 28 12:41:03.927866 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment b6908c98-d2c8-48b6-a6aa-a6d1c979bf25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6908c98-d2c8-48b6-a6aa-a6d1c979bf25 found for delete ", "request_id": "req-868b8c57-3591-4263-989c-2a4fba0f7d74"}]} Sep 28 12:41:03.933406 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (43943534-e603-42f2-bee3-61bfafe2d491), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.940273 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:03.943522 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/43943534-e603-42f2-bee3-61bfafe2d491 HTTP/1.1" status: 204 len: 168 time: 0.3118675 Sep 28 12:41:03.955653 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a5c16-33bc-4908-a87d-83b34c5cae5f admin admin] Pushing event deleted for resources: {'Network': ['ID=43943534-e603-42f2-bee3-61bfafe2d491,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:41:04.094250 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57096) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:41:04.139142 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-e7b5446a-f8af-43dd-aa97-5a7e1ca72f5c admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=a24baceb1473444fa611c71a7c8fb5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436592 Sep 28 12:41:04.141896 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57098) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:41:04.195155 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8ae78b3f-7b24-4236-bcb5-ee973e50035e admin admin] Publish callbacks [] for security_group (09ed6255-fe6b-4250-b5b7-b8e6ac556f49), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:04.219428 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8ae78b3f-7b24-4236-bcb5-ee973e50035e admin admin] Publish callbacks [] for security_group (09ed6255-fe6b-4250-b5b7-b8e6ac556f49), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:04.231115 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:04.245352 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:04.275142 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8ae78b3f-7b24-4236-bcb5-ee973e50035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (09ed6255-fe6b-4250-b5b7-b8e6ac556f49), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:04.277759 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-8ae78b3f-7b24-4236-bcb5-ee973e50035e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:04.278941 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-8ae78b3f-7b24-4236-bcb5-ee973e50035e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/09ed6255-fe6b-4250-b5b7-b8e6ac556f49 HTTP/1.1" status: 204 len: 168 time: 0.1361024 Sep 28 12:41:04.288207 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae78b3f-7b24-4236-bcb5-ee973e50035e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed6255-fe6b-4250-b5b7-b8e6ac556f49,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:41:04.596962 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:04.597773 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:06.270130 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:13.598428 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:13.600789 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:14.282218 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=2,neutron:DELETE=4 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:14.283049 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:14.302513 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:19.280407 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=11 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:19.284210 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=15 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:19.406707 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:21.280670 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ca9da084-37db-4131-8358-f2cd3129c6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:23.584257 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ea2fd1ed-37c5-4ccc-92d3-4089a2b16148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:24.899747 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:26.265712 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:26.273757 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:31.600387 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:41:36.259411 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:36.269308 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:41.595520 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:41.596293 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:48.851383 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57374) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:41:48.981112 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.059369 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Publish callbacks [] for security_group (89a998fa-8a08-4630-81ce-004867e2cca4), precommit_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.063298 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (89a998fa-8a08-4630-81ce-004867e2cca4), after_create {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.102343 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=6e24bf3125f5431987c8eb481f99ac36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497945 Sep 28 12:41:49.103135 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a998fa-8a08-4630-81ce-004867e2cca4,revision_number=1']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:41:49.104993 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57378) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:41:49.110529 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.110876 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.111213 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.111546 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.111871 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.112203 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.112524 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.112846 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.113187 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.113509 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.113832 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.114149 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.114466 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.114785 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.115098 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d52648-702b-4b2d-af2e-920d69a38ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.156834 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Publish callbacks [] for security_group (89a998fa-8a08-4630-81ce-004867e2cca4), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.176704 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Publish callbacks [] for security_group (89a998fa-8a08-4630-81ce-004867e2cca4), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.221295 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (89a998fa-8a08-4630-81ce-004867e2cca4), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.223756 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:49.224902 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/89a998fa-8a08-4630-81ce-004867e2cca4 HTTP/1.1" status: 204 len: 168 time: 0.1188705 Sep 28 12:41:49.232847 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a998fa-8a08-4630-81ce-004867e2cca4,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:41:49.239972 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.240314 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.240650 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.240984 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.241332 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.241654 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.241975 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.242290 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.242608 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.242925 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.243381 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.243557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.243869 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.244182 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.244489 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7cfeea-107c-4839-a5c3-477b58d0074e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-9-iscsi {{(pid=106181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 12:41:49.422918 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:51.283086 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-59dc9862-0e0b-42ed-a5a6-a37a839dc6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:53.585900 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-155ddcbf-2246-4e8a-ad09-38efa2f174b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:54.904806 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:56.269962 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:56.271758 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:41:59.106027 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:59.106846 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:59.229056 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:41:59.235955 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:01.884236 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-62340499-8de8-477f-a60c-de8fc185f73c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376534 Sep 28 12:42:01.964282 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-7c0ff564-d190-4f2d-b5a4-a1e82d79add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:01.965801 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-7c0ff564-d190-4f2d-b5a4-a1e82d79add9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1130 time: 0.0393853 Sep 28 12:42:02.070925 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-1e97b4c9-f54d-4d43-a845-5174ff566f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:02.072374 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-1e97b4c9-f54d-4d43-a845-5174ff566f3f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0888166 Sep 28 12:42:02.132585 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-41ca93c8-21ae-4960-a9c9-8fd176a802e0 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 200 len: 1001 time: 0.0534949 Sep 28 12:42:02.185174 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-f2956a5e-8924-4576-a4c9-402b436d8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:02.187130 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-f2956a5e-8924-4576-a4c9-402b436d8511 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0473716 Sep 28 12:42:02.228842 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-54027bf0-5704-49d1-9394-f256752878e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:02.230315 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-54027bf0-5704-49d1-9394-f256752878e4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374925 Sep 28 12:42:02.324778 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-f8de213f-caad-4c7f-b09d-b8cf2409853f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881369 Sep 28 12:42:02.412830 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-4074dc21-cf2e-487f-9313-f534afd4c5c9 req-4596a0a2-8807-43ab-84b0-30ab7cde0518 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Sep 28 12:42:06.258112 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:06.268523 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:08.599204 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:42:12.408612 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=50 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:12.409447 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=51 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:18.595336 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:19.417870 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:19.649546 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:21.284293 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-ad121fb9-e9f9-473d-80a9-ae0eb329da80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:23.586877 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-38f4cf4f-e413-4052-b808-d4420469efb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:24.904746 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:26.269861 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:26.270967 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:26.757271 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57388) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:26.894007 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Deleting port 3f563e34-8622-44d9-bfcc-75130594bfca {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:26.894344 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (3f563e34-8622-44d9-bfcc-75130594bfca), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:26.968230 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (3f563e34-8622-44d9-bfcc-75130594bfca), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:26.968543 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (3f563e34-8622-44d9-bfcc-75130594bfca), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:26.985049 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Calling delete_port for 3f563e34-8622-44d9-bfcc-75130594bfca owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:27.122919 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (3f563e34-8622-44d9-bfcc-75130594bfca), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:27.147986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'Port': ['ID=3f563e34-8622-44d9-bfcc-75130594bfca,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:27.210158 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (4bd50a8f-1164-4f39-9610-bc934498f8ee), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:27.210480 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Floating IP 4bd50a8f-1164-4f39-9610-bc934498f8ee disassociated (deleted). External IP: 172.27.0.65, port: 949b6acf-209f-47b7-b2c6-918ddfd6e937. Sep 28 12:42:27.403360 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:42:27.504521 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:42:27.509330 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:27.514369 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:42:27.526465 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:27.527085 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:27.542416 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-2cddd5cf-1278-4578-9d15-c77d7241fcb4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/4bd50a8f-1164-4f39-9610-bc934498f8ee HTTP/1.1" status: 204 len: 168 time: 0.7816496 Sep 28 12:42:27.542416 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:42:27.543158 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:42:27.591663 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973ab32-0ac0-4382-8914-d31dc2cf705c x-openstack-request-id: req-6973ab32-0ac0-4382-8914-d31dc2cf705c {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:42:27.591956 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:42:27.592207 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6973ab32-0ac0-4382-8914-d31dc2cf705c {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:42:27.593103 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6973ab32-0ac0-4382-8914-d31dc2cf705c'] response: {'name': 'network-changed', 'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'status': 'completed', 'code': 200} Sep 28 12:42:27.635408 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:27.683840 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-edbf5f0d-c50a-4c3a-805c-210a5fbbfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:27.686742 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-edbf5f0d-c50a-4c3a-805c-210a5fbbfec3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 1130 time: 0.0442853 Sep 28 12:42:27.777268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:27.789529 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:27.793648 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-1f0a56ea-896f-43f0-a91c-41ec71e72664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:27.795138 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-1f0a56ea-896f-43f0-a91c-41ec71e72664 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.1028872 Sep 28 12:42:27.798612 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfba8c-4ff5-4112-992b-77c75e0684c7 req-885f540a-f230-409b-8018-8fdeece45c4a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:27.800106 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-24cfba8c-4ff5-4112-992b-77c75e0684c7 req-885f540a-f230-409b-8018-8fdeece45c4a tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0532782 Sep 28 12:42:27.850367 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-24cfba8c-4ff5-4112-992b-77c75e0684c7 req-1e44ac73-c752-408c-a8b7-7e3020c0ae40 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Sep 28 12:42:27.861660 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:31Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:27.889410 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:42:27.897712 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:27.898306 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:27.993713 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:28.199862 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:31Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:28.224664 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a64918-68b2-46ef-b3aa-dd977631b2a2 None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_floatingips': [{'id': '98fd05e5-4af7-4d6a-b369-8c42d6d0255d', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'router_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'port_id': 'c1437638-56f9-420a-bb35-7051efebc13d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'mac_address': 'fa:16:3e:20:b8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T12:37:29Z', 'updated_at': '2022-09-28T12:37:31Z', 'revision_number': 1, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:42:28.440218 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5883e-b119-47ad-a2ce-f3b3b7bf7c2d None None] New status for floating IP 4bd50a8f-1164-4f39-9610-bc934498f8ee: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:42:28.821496 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-4dec9a05-da78-4426-8d06-bde939bc0069 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 200 len: 217 time: 0.0371485 Sep 28 12:42:28.872948 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-f8a0a17b-a19d-425b-868f-3d27821f30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:28.874952 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-f8a0a17b-a19d-425b-868f-3d27821f30b5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0472763 Sep 28 12:42:28.922914 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-ddecd4f5-6e3d-47c1-bf39-334b72dc5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:28.924416 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-ddecd4f5-6e3d-47c1-bf39-334b72dc5b98 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402515 Sep 28 12:42:29.020238 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4696a37-e2a1-4aa1-ad8a-881a8e3c9718 req-5eda5aaf-23c6-4487-8afb-865809eff9e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:29.021733 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4696a37-e2a1-4aa1-ad8a-881a8e3c9718 req-5eda5aaf-23c6-4487-8afb-865809eff9e5 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0913727 Sep 28 12:42:29.081183 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-c04e128d-2b8e-4b72-a0c9-86642f1ee193 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490107 Sep 28 12:42:29.094582 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-b4696a37-e2a1-4aa1-ad8a-881a8e3c9718 req-4779c2e4-da08-47c0-9fe4-eaa1484ccdcc tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667918 Sep 28 12:42:29.204175 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-adb7a34b-47c7-4c91-a3f3-f8f48262cdb7 req-5141b56c-e31b-4333-b8b3-71efa963809e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853248 Sep 28 12:42:29.654519 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-175b01c7-3c23-4e99-942e-18dc0dcfeafa tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:29.656557 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-175b01c7-3c23-4e99-942e-18dc0dcfeafa tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 946 time: 0.0502915 Sep 28 12:42:29.735670 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Deleting port 949b6acf-209f-47b7-b2c6-918ddfd6e937 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:29.736009 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:29.830255 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] For port 949b6acf-209f-47b7-b2c6-918ddfd6e937, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=949b6acf-209f-47b7-b2c6-918ddfd6e937,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:29.830982 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:29.844223 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Calling delete_port for 949b6acf-209f-47b7-b2c6-918ddfd6e937 owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:29.964620 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (949b6acf-209f-47b7-b2c6-918ddfd6e937), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:29.996082 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'Port': ['ID=949b6acf-209f-47b7-b2c6-918ddfd6e937,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:30.003987 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:30.027303 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:30.043411 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] No DVR routers for this DVR port 949b6acf-209f-47b7-b2c6-918ddfd6e937 on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:42:30.046229 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:30.049412 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-14f4bf31-5caf-433e-9a34-c3511bf4d440 req-b08f568c-560d-4523-90d8-43059d00e1db tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/949b6acf-209f-47b7-b2c6-918ddfd6e937 HTTP/1.1" status: 204 len: 173 time: 0.3879795 Sep 28 12:42:30.049897 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'name': 'network-vif-deleted', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:42:30.052199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d721818-f150-4504-92e9-7b25ef0c852a" -d '{"events": [{"server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "name": "network-vif-deleted", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:42:30.096879 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd3315-6dc1-4512-bc03-cc983696ae7b x-openstack-request-id: req-3cfd3315-6dc1-4512-bc03-cc983696ae7b {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:42:30.097199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45c5b7c-f121-47f3-a588-2760abefc309", "name": "network-vif-deleted", "tag": "949b6acf-209f-47b7-b2c6-918ddfd6e937", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:42:30.097453 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cfd3315-6dc1-4512-bc03-cc983696ae7b {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:42:30.097855 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfd3315-6dc1-4512-bc03-cc983696ae7b'] response: {'server_uuid': 'a45c5b7c-f121-47f3-a588-2760abefc309', 'name': 'network-vif-deleted', 'tag': '949b6acf-209f-47b7-b2c6-918ddfd6e937', 'status': 'completed', 'code': 200} Sep 28 12:42:30.198140 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a8f9a7fe-0fc5-4b2f-8b24-770e6b1244f5 req-fd02a148-cfe2-4cb5-a9c6-ee92ca1deaef tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a45c5b7c-f121-47f3-a588-2760abefc309 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Sep 28 12:42:33.497361 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57430) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:33.639550 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Deleting port 6a2f3191-4335-4229-9616-8740bab33881 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:33.640449 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (6a2f3191-4335-4229-9616-8740bab33881), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:33.717978 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (6a2f3191-4335-4229-9616-8740bab33881), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:33.718389 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (6a2f3191-4335-4229-9616-8740bab33881), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:33.730471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Calling delete_port for 6a2f3191-4335-4229-9616-8740bab33881 owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:33.876437 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (6a2f3191-4335-4229-9616-8740bab33881), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:33.901060 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'Port': ['ID=6a2f3191-4335-4229-9616-8740bab33881,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:33.958941 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (98fd05e5-4af7-4d6a-b369-8c42d6d0255d), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:33.959263 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.db.l3_db [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Floating IP 98fd05e5-4af7-4d6a-b369-8c42d6d0255d disassociated (deleted). External IP: 172.27.0.44, port: c1437638-56f9-420a-bb35-7051efebc13d. Sep 28 12:42:34.153322 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:42:34.255409 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:42:34.260305 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:34.262784 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:34.264885 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:42:34.274164 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:34.274765 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:34.278572 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:34.294203 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-dd378866-dd8e-4e71-bcf5-035a2232d232 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/98fd05e5-4af7-4d6a-b369-8c42d6d0255d HTTP/1.1" status: 204 len: 168 time: 0.7957361 Sep 28 12:42:34.295010 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d'}] {{(pid=106181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:42:34.298337 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61c4c2682d2fbca12c9b097c6688988e2302551929144d645a15a593592b73dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "tag": "c1437638-56f9-420a-bb35-7051efebc13d"}]}' {{(pid=106181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:42:34.342218 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818c0aa7-d11d-4e41-968c-e858b02aaf25 x-openstack-request-id: req-818c0aa7-d11d-4e41-968c-e858b02aaf25 {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:42:34.343238 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "tag": "c1437638-56f9-420a-bb35-7051efebc13d", "status": "completed", "code": 200}]} {{(pid=106181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:42:34.343560 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-818c0aa7-d11d-4e41-968c-e858b02aaf25 {{(pid=106181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:42:34.344255 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-818c0aa7-d11d-4e41-968c-e858b02aaf25'] response: {'name': 'network-changed', 'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d', 'status': 'completed', 'code': 200} Sep 28 12:42:34.355266 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 949b6acf-209f-47b7-b2c6-918ddfd6e937 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:34.378494 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: 949b6acf-209f-47b7-b2c6-918ddfd6e937 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:34.379136 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device 949b6acf-209f-47b7-b2c6-918ddfd6e937 not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:34.434488 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-0daf7e42-1a57-44af-9b54-049ef8b6d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:34.443646 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-0daf7e42-1a57-44af-9b54-049ef8b6d84a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d73c25391e8044c2ac3678317021732d&device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 1129 time: 0.0500088 Sep 28 12:42:34.469364 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:34.540466 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3f63e-360f-4cdc-9aa5-cc187d9cb99d req-52cd63c7-63af-4a6e-b601-ee9f648c33ed tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:34.542005 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-76d3f63e-360f-4cdc-9aa5-cc187d9cb99d req-52cd63c7-63af-4a6e-b601-ee9f648c33ed tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Sep 28 12:42:34.542920 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-13ba771b-bd8f-4155-a2c2-2771010b9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:34.544431 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-13ba771b-bd8f-4155-a2c2-2771010b9893 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 200 len: 912 time: 0.0920756 Sep 28 12:42:34.582741 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:34.593057 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [req-76d3f63e-360f-4cdc-9aa5-cc187d9cb99d req-f081a025-f874-4841-b91c-2fcd12017ac4 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Sep 28 12:42:34.654508 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=100 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:34.661284 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:34.661498 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-ff252c7f-84a7-4e53-b477-556df493bf13 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 200 len: 217 time: 0.0336757 Sep 28 12:42:34.685895 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:42:34.694306 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:34.694906 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:34.715079 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-f2788ccc-7845-490a-9cb4-2d7f288eda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:34.716512 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-f2788ccc-7845-490a-9cb4-2d7f288eda33 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 200 len: 850 time: 0.0486000 Sep 28 12:42:34.758239 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-4f817796-5550-4cc8-b996-c6bc3e1db462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:34.759687 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-4f817796-5550-4cc8-b996-c6bc3e1db462 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=cbf8da1f-c122-40d9-8bf4-a166b5233ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368469 Sep 28 12:42:34.795395 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:34.855556 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-48c01611-6bc3-4877-82c5-8f3c08c2ff75 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873384 Sep 28 12:42:34.981791 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:35.006541 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77920961-ac8f-421e-9f42-50e41d75ce2e None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:33:30Z', 'revision_number': 4, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi', '_interfaces': [{'id': '743f0075-f315-4f19-8ee9-a1939f08ebcd', 'name': '', 'network_id': 'cbf8da1f-c122-40d9-8bf4-a166b5233ca8', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'mac_address': 'fa:16:3e:e3:a2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:29Z', 'updated_at': '2022-09-28T12:33:36Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'subnets': [{'id': '24745235-9793-47dd-9414-6f3a31c68e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:42:35.102211 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-8a5a694e-02c6-4d2f-b4bb-0ceabd9aa972 req-b6f45570-30d0-478a-883e-00606b4f0cfc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880311 Sep 28 12:42:35.225407 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd7247-0695-4d8d-816f-e047c7859a60 None None] New status for floating IP 98fd05e5-4af7-4d6a-b369-8c42d6d0255d: DOWN {{(pid=106182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 12:42:35.406065 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-e6ab36a1-47f8-40ec-b975-a91611ddc466 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:35.407479 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-e6ab36a1-47f8-40ec-b975-a91611ddc466 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0456738 Sep 28 12:42:35.490471 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Deleting port c1437638-56f9-420a-bb35-7051efebc13d {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:35.491199 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (c1437638-56f9-420a-bb35-7051efebc13d), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:35.578802 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] For port c1437638-56f9-420a-bb35-7051efebc13d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c1437638-56f9-420a-bb35-7051efebc13d,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:35.579072 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (c1437638-56f9-420a-bb35-7051efebc13d), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:35.596377 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Calling delete_port for c1437638-56f9-420a-bb35-7051efebc13d owned by compute:nova {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:35.741500 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeb3d4-a228-4761-9d71-a480a0afb2e5 req-ff25f1c2-4102-48a6-a0fe-62a1de233e1c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 12:42:35.742976 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a8eeb3d4-a228-4761-9d71-a480a0afb2e5 req-ff25f1c2-4102-48a6-a0fe-62a1de233e1c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=8b9459b4-bb4a-4835-bcc2-8103c94e6149 HTTP/1.1" status: 200 len: 945 time: 0.0738416 Sep 28 12:42:35.773068 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (c1437638-56f9-420a-bb35-7051efebc13d), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:35.783623 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:35.806848 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'Port': ['ID=c1437638-56f9-420a-bb35-7051efebc13d,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:35.868483 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] No DVR routers for this DVR port c1437638-56f9-420a-bb35-7051efebc13d on host hv-cinder-84456 {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:42:35.873548 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-a8eeb3d4-a228-4761-9d71-a480a0afb2e5 req-da773537-b2bc-46ae-9da8-5bc72047af26 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231568 Sep 28 12:42:35.875372 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for port (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:35.878518 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [req-dacf55bd-9587-4fd0-b5cb-abd4a0b0426f req-a356eb6b-06b1-454e-b333-8f4fe5b53f6c tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.52 "DELETE /networking/v2.0/ports/c1437638-56f9-420a-bb35-7051efebc13d HTTP/1.1" status: 204 len: 173 time: 0.4660733 Sep 28 12:42:35.879014 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'name': 'network-vif-deleted', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d'}] {{(pid=106180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 12:42:35.881342 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb87a42978ef0ef37738a858cf6a2f3a9fe1435cc33f4e6ea489f22789223ed7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e413d-d3ef-4a29-a61c-925a2881ff3a" -d '{"events": [{"server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "name": "network-vif-deleted", "tag": "c1437638-56f9-420a-bb35-7051efebc13d"}]}' {{(pid=106180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 12:42:35.918607 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aea9841-e39e-41f6-af4d-f43f84b0b452 x-openstack-request-id: req-2aea9841-e39e-41f6-af4d-f43f84b0b452 {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 12:42:35.919351 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9459b4-bb4a-4835-bcc2-8103c94e6149", "name": "network-vif-deleted", "tag": "c1437638-56f9-420a-bb35-7051efebc13d", "status": "completed", "code": 200}]} {{(pid=106180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 12:42:35.919351 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2aea9841-e39e-41f6-af4d-f43f84b0b452 {{(pid=106180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 12:42:35.919537 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aea9841-e39e-41f6-af4d-f43f84b0b452'] response: {'server_uuid': '8b9459b4-bb4a-4835-bcc2-8103c94e6149', 'name': 'network-vif-deleted', 'tag': 'c1437638-56f9-420a-bb35-7051efebc13d', 'status': 'completed', 'code': 200} Sep 28 12:42:36.941471 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57444) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:37.050760 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Deleting port f871f16f-d87a-4552-b55a-10288d9f0dbd {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:37.051129 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:37.125702 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:37.126024 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (f871f16f-d87a-4552-b55a-10288d9f0dbd), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:37.138612 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Calling delete_port for f871f16f-d87a-4552-b55a-10288d9f0dbd owned by network:floatingip {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:37.269666 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (f871f16f-d87a-4552-b55a-10288d9f0dbd), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:37.293777 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'Port': ['ID=f871f16f-d87a-4552-b55a-10288d9f0dbd,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:37.357151 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for floatingip (0ba25b33-0799-482a-a8f0-2397a7bc43eb), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:37.359836 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20850'] for floatingip (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:37.360972 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-f5634066-249e-440f-ad2d-02a29eee90df tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "DELETE /networking/v2.0/floatingips/0ba25b33-0799-482a-a8f0-2397a7bc43eb HTTP/1.1" status: 204 len: 168 time: 0.4184983 Sep 28 12:42:38.565875 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57456) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:38.621630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12317ade-5909-4553-bd85-d8a0364c99a0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group (2ef1fbc4-1a29-4f11-99ca-e090e92fedcb), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:38.645266 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12317ade-5909-4553-bd85-d8a0364c99a0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group (2ef1fbc4-1a29-4f11-99ca-e090e92fedcb), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:38.706688 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12317ade-5909-4553-bd85-d8a0364c99a0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2ef1fbc4-1a29-4f11-99ca-e090e92fedcb), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:38.709404 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-12317ade-5909-4553-bd85-d8a0364c99a0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:38.710570 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-12317ade-5909-4553-bd85-d8a0364c99a0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2ef1fbc4-1a29-4f11-99ca-e090e92fedcb HTTP/1.1" status: 204 len: 168 time: 0.1437094 Sep 28 12:42:38.720519 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12317ade-5909-4553-bd85-d8a0364c99a0 tempest-TestVolumeBootPattern-1945043014 tempest-TestVolumeBootPattern-1945043014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1fbc4-1a29-4f11-99ca-e090e92fedcb,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:38.771858 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57460) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:38.921798 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:39.222399 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:39.437059 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Deleting port 743f0075-f315-4f19-8ee9-a1939f08ebcd {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:39.437416 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:39.513421 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] For port 743f0075-f315-4f19-8ee9-a1939f08ebcd, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=743f0075-f315-4f19-8ee9-a1939f08ebcd,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:39.513771 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:39.526038 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Calling delete_port for 743f0075-f315-4f19-8ee9-a1939f08ebcd owned by network:router_interface {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:39.679214 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:39.702934 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (743f0075-f315-4f19-8ee9-a1939f08ebcd), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:39.706648 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:39.974362 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=743f0075-f315-4f19-8ee9-a1939f08ebcd,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:40.136300 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:40.341097 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:42:40.355127 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device c1437638-56f9-420a-bb35-7051efebc13d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:40.373377 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] No Port match for: c1437638-56f9-420a-bb35-7051efebc13d {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:40.374249 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Device c1437638-56f9-420a-bb35-7051efebc13d not bound to the agent host hv-cinder-84456 {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:40.444932 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:42:40.449857 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-4609c3da-fbb2-4cd4-b8e8-cb5b2dbf0b68 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769590 Sep 28 12:42:40.452968 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57464) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:40.455606 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] Sync routers for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:42:40.466379 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:40.466978 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:40.549726 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks [] for router (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:40.566991 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: dv-cinder-844563-9-iscsi {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:40.649028 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks [] for router_gateway (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:40.703527 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Deleting port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:40.703911 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:40.738488 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:42:39Z', 'revision_number': 5, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port': {'id': '5b76ac5a-6bb3-4b59-8b39-099a70614aa8', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:28Z', 'updated_at': '2022-09-28T12:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:40.766632 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] Checking router: 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae for host: dv-cinder-844563-9-iscsi {{(pid=106183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:42:40.774821 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] Routers {'2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:40.775483 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'], 'active': True} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:40.788406 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] For port 5b76ac5a-6bb3-4b59-8b39-099a70614aa8, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:40.788776 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:40.802340 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Calling delete_port for 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 owned by network:router_gateway {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:40.851588 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=100 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:40.860055 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_dvr_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] Set router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae gateway port host: None {{(pid=106183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:40.860339 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:40.909249 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.l3_hamode_db [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:42:40Z', 'revision_number': 6, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:40.934122 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc2973d-2731-42a7-9781-7be59befe80d None None] The sync data for ids ['2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae'] in dv-cinder-844563-9-iscsi is: [{'id': '2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae', 'name': 'tempest-TestVolumeBootPattern-846385700-router', 'tenant_id': 'd73c25391e8044c2ac3678317021732d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:27Z', 'updated_at': '2022-09-28T12:42:40Z', 'revision_number': 6, 'project_id': 'd73c25391e8044c2ac3678317021732d', 'gw_port_host': None}] {{(pid=106183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:42:40.981995 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (5b76ac5a-6bb3-4b59-8b39-099a70614aa8), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.007283 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b76ac5a-6bb3-4b59-8b39-099a70614aa8,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:41.072898 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.162651 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.164775 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks [] for router_controller (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.209524 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.210105 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae {{(pid=106180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:42:41.214586 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.215734 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-c046ae39-8e0d-4b08-abd1-33b303cc0ac7 admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/2a1d675b-3ae0-4d0c-aea3-38ee6fd5cbae HTTP/1.1" status: 204 len: 168 time: 0.7615952 Sep 28 12:42:41.218415 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57466) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:41.261719 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Deleting subnet 24745235-9793-47dd-9414-6f3a31c68e9a {{(pid=106180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:42:41.265307 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Publish callbacks [] for subnet (24745235-9793-47dd-9414-6f3a31c68e9a), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.305344 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9836032'] for subnet (24745235-9793-47dd-9414-6f3a31c68e9a), precommit_delete_associations {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.385854 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (24745235-9793-47dd-9414-6f3a31c68e9a), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.438425 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2722766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9752567'] for subnet (24745235-9793-47dd-9414-6f3a31c68e9a), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.466582 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24745235-9793-47dd-9414-6f3a31c68e9a,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:41.472944 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for subnet (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.478346 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-fa05e7b0-0715-4556-a5c9-daf2378a4de3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/24745235-9793-47dd-9414-6f3a31c68e9a HTTP/1.1" status: 204 len: 168 time: 0.2568271 Sep 28 12:42:41.478576 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [-] (106180) accepted ('10.222.0.60', 57468) {{(pid=106180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:41.478745 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5a4a1-bae7-48a5-9d47-3309bcf43cb9 None None] Network cbf8da1f-c122-40d9-8bf4-a166b5233ca8 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:42:41.549371 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (cbf8da1f-c122-40d9-8bf4-a166b5233ca8), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.595184 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Deleting port bab09dea-4036-43d0-b6d9-0652b2cd60fe {{(pid=106180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:41.595528 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.665718 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.db [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] For port bab09dea-4036-43d0-b6d9-0652b2cd60fe, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=bab09dea-4036-43d0-b6d9-0652b2cd60fe,segment=NetworkSegment(3b79bcde-d9bf-4f94-8318-d8eacf191455),segment_id=3b79bcde-d9bf-4f94-8318-d8eacf191455)] {{(pid=106180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:41.665978 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.679128 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.plugin [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Calling delete_port for bab09dea-4036-43d0-b6d9-0652b2cd60fe owned by network:dhcp {{(pid=106180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:41.726624 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:41.768167 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2722707'] for port (bab09dea-4036-43d0-b6d9-0652b2cd60fe), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.770620 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c2a04-c7ae-4216-aeef-f6d32b77d5b2 None None] DHCP port deletion for cbf8da1f-c122-40d9-8bf4-a166b5233ca8 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:42:41.771831 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:41.800239 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Pushing event deleted for resources: {'Port': ['ID=bab09dea-4036-43d0-b6d9-0652b2cd60fe,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:41.804623 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] No DVR routers for this DVR port bab09dea-4036-43d0-b6d9-0652b2cd60fe on host dv-cinder-844563-9-iscsi {{(pid=106180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:42:41.881290 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (cbf8da1f-c122-40d9-8bf4-a166b5233ca8), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.903919 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf8da1f-c122-40d9-8bf4-a166b5233ca8']}} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:41.914825 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b79bcde-d9bf-4f94-8318-d8eacf191455') {'for_net_delete': True} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:41.915126 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.services.segments.db [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b79bcde-d9bf-4f94-8318-d8eacf191455') {} {{(pid=106180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:41.927179 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9836041'] for segment (3b79bcde-d9bf-4f94-8318-d8eacf191455), before_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.942619 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (3b79bcde-d9bf-4f94-8318-d8eacf191455), precommit_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.950593 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:42:41.951025 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2722656'] for segment (3b79bcde-d9bf-4f94-8318-d8eacf191455), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:41.999981 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment 3b79bcde-d9bf-4f94-8318-d8eacf191455 resource provider aggregate not found Sep 28 12:42:42.017902 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.services.segments.plugin [-] Segment 3b79bcde-d9bf-4f94-8318-d8eacf191455 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b79bcde-d9bf-4f94-8318-d8eacf191455 found for delete ", "request_id": "req-d643cb8c-4ebd-4b0f-b2b0-b9b3e3a941c0"}]} Sep 28 12:42:42.021851 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (cbf8da1f-c122-40d9-8bf4-a166b5233ca8), after_delete {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:42.027386 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron_lib.callbacks.manager [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:42.030938 dv-cinder-844563-9-iscsi neutron-server[106180]: INFO neutron.wsgi [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/cbf8da1f-c122-40d9-8bf4-a166b5233ca8 HTTP/1.1" status: 204 len: 168 time: 0.5511882 Sep 28 12:42:42.036390 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57474) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:42.042526 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f8760-2042-4287-be6a-597a077f633c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf8da1f-c122-40d9-8bf4-a166b5233ca8,revision_number=None']} {{(pid=106180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:42.234836 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:42.254248 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:42.348890 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-528301'] for router_interface (407bf76d-530c-4e30-8998-1dc81f451ede), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:42.562898 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Deleting port e11eb735-a1dc-4d8e-a0c6-bec7d4024469 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:42.563152 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:42.641524 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] For port e11eb735-a1dc-4d8e-a0c6-bec7d4024469, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,segment=NetworkSegment(64e895f4-bd54-4c2f-b5e3-32975b6124a0),segment_id=64e895f4-bd54-4c2f-b5e3-32975b6124a0)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:42.641888 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:42.654164 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Calling delete_port for e11eb735-a1dc-4d8e-a0c6-bec7d4024469 owned by network:router_interface {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:42.723230 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:42.743039 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:42.743456 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 5b76ac5a-6bb3-4b59-8b39-099a70614aa8 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:42.743928 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 743f0075-f315-4f19-8ee9-a1939f08ebcd no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:42.762001 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 743f0075-f315-4f19-8ee9-a1939f08ebcd {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:42.762339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 743f0075-f315-4f19-8ee9-a1939f08ebcd not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:42.762736 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bab09dea-4036-43d0-b6d9-0652b2cd60fe no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:42.782973 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: bab09dea-4036-43d0-b6d9-0652b2cd60fe {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:42.783440 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device bab09dea-4036-43d0-b6d9-0652b2cd60fe not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:42.835222 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (e11eb735-a1dc-4d8e-a0c6-bec7d4024469), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:42.860701 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11eb735-a1dc-4d8e-a0c6-bec7d4024469,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:42.974493 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:43.021887 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-650525'] for router_interface (407bf76d-530c-4e30-8998-1dc81f451ede), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:43.159719 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:43.488304 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Router 407bf76d-530c-4e30-8998-1dc81f451ede has already been hosted by L3 agent dcf742d7-4cb8-4a39-ba3e-10f2441bd93b {{(pid=106181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 12:42:43.591723 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] Notify agent at l3_agent.dv-cinder-844563-9-iscsi the message routers_updated {{(pid=106181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 12:42:43.596610 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-07c24f08-f5ff-4654-9452-b621202900e0 admin admin] 10.222.0.60 "PUT /networking/v2.0/routers/407bf76d-530c-4e30-8998-1dc81f451ede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5592144 Sep 28 12:42:43.599201 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57476) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:43.601449 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] Sync routers for ids ['407bf76d-530c-4e30-8998-1dc81f451ede'] in dv-cinder-844563-9-iscsi {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 12:42:43.615948 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] Routers {'407bf76d-530c-4e30-8998-1dc81f451ede'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:43.616967 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['407bf76d-530c-4e30-8998-1dc81f451ede'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:43.700058 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks [] for router (407bf76d-530c-4e30-8998-1dc81f451ede), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:43.718087 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] Set router 407bf76d-530c-4e30-8998-1dc81f451ede gateway port host: dv-cinder-844563-9-iscsi {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:43.798617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks [] for router_gateway (407bf76d-530c-4e30-8998-1dc81f451ede), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:43.845398 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Deleting port 2e7775e3-5e73-496d-af93-836f95ea9764 {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:43.845738 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:43.895615 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'external_fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:42:42Z', 'revision_number': 5, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port': {'id': '2e7775e3-5e73-496d-af93-836f95ea9764', 'name': '', 'network_id': '1c8fe351-7d25-4a7c-9847-97adf031bbb9', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T12:33:33Z', 'updated_at': '2022-09-28T12:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a524fb73-08f6-446b-9cfc-10001de99f7f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-9-iscsi'}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:43.920410 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] Checking router: 407bf76d-530c-4e30-8998-1dc81f451ede for host: dv-cinder-844563-9-iscsi {{(pid=106182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 12:42:43.928410 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] For port 2e7775e3-5e73-496d-af93-836f95ea9764, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=2e7775e3-5e73-496d-af93-836f95ea9764,segment=NetworkSegment(ca4a8237-9e56-4c3b-980a-013b45536c25),segment_id=ca4a8237-9e56-4c3b-980a-013b45536c25)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:43.928776 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] Routers {'407bf76d-530c-4e30-8998-1dc81f451ede'} bound to L3 agent in host dv-cinder-844563-9-iscsi {{(pid=106182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 12:42:43.928895 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:43.929412 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T12:14:23Z,description=,heartbeat_timestamp=2022-09-28T12:42:24Z,host='dv-cinder-844563-9-iscsi',id=dcf742d7-4cb8-4a39-ba3e-10f2441bd93b,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T12:14:23Z,topic='l3_agent')) {'router_ids': ['407bf76d-530c-4e30-8998-1dc81f451ede'], 'active': True} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:43.942383 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Calling delete_port for 2e7775e3-5e73-496d-af93-836f95ea9764 owned by network:router_gateway {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:44.013820 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_dvr_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] Set router 407bf76d-530c-4e30-8998-1dc81f451ede gateway port host: None {{(pid=106182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 12:42:44.065263 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.db.l3_hamode_db [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:42:43Z', 'revision_number': 6, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port_host': None}], 'dv-cinder-844563-9-iscsi', False) {} {{(pid=106182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:44.091771 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:44.094296 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9dc03-075b-44ea-99fe-f122d30cc559 None None] The sync data for ids ['407bf76d-530c-4e30-8998-1dc81f451ede'] in dv-cinder-844563-9-iscsi is: [{'id': '407bf76d-530c-4e30-8998-1dc81f451ede', 'name': 'tempest-TestVolumeBootPattern-2004740410-router', 'tenant_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T12:33:32Z', 'updated_at': '2022-09-28T12:42:43Z', 'revision_number': 6, 'project_id': 'f621e8defb6c4a7796f19073bfcc35cb', 'gw_port_host': None}] {{(pid=106182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 12:42:44.114989 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (2e7775e3-5e73-496d-af93-836f95ea9764), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.144223 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7775e3-5e73-496d-af93-836f95ea9764,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:44.209559 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-649323'] for router_gateway (407bf76d-530c-4e30-8998-1dc81f451ede), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.299418 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6553'] for router (407bf76d-530c-4e30-8998-1dc81f451ede), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.301689 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks [] for router_controller (407bf76d-530c-4e30-8998-1dc81f451ede), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.302986 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:44.345426 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650603'] for router (407bf76d-530c-4e30-8998-1dc81f451ede), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.345983 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 407bf76d-530c-4e30-8998-1dc81f451ede {{(pid=106181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 12:42:44.350169 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.351330 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-3f83d2b0-8186-4574-b18a-dce0e4aceb1e admin admin] 10.222.0.60 "DELETE /networking/v2.0/routers/407bf76d-530c-4e30-8998-1dc81f451ede HTTP/1.1" status: 204 len: 168 time: 0.7511730 Sep 28 12:42:44.353795 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57478) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:44.401761 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.db_base_plugin_v2 [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Deleting subnet 0a4bdbb7-a623-466a-bfe9-5b342e11a526 {{(pid=106181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 12:42:44.404789 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Publish callbacks [] for subnet (0a4bdbb7-a623-466a-bfe9-5b342e11a526), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.439630 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878849'] for subnet (0a4bdbb7-a623-466a-bfe9-5b342e11a526), precommit_delete_associations {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.517043 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1998250'] for subnet (0a4bdbb7-a623-466a-bfe9-5b342e11a526), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.574026 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1969857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9576944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8418676'] for subnet (0a4bdbb7-a623-466a-bfe9-5b342e11a526), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.599781 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4bdbb7-a623-466a-bfe9-5b342e11a526,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:44.604678 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.609416 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-232559e5-a3dd-42ee-b9dc-0cb42c393743 admin admin] 10.222.0.60 "DELETE /networking/v2.0/subnets/0a4bdbb7-a623-466a-bfe9-5b342e11a526 HTTP/1.1" status: 204 len: 168 time: 0.2544816 Sep 28 12:42:44.610608 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f5c77-6e6f-4f90-8456-2dcebc5a7be8 None None] Network 80a81d3c-1e3a-4797-b766-d4ab56c46165 requested from dv-cinder-844563-9-iscsi {{(pid=106182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 12:42:44.611749 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57480) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:44.679571 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2037755'] for network (80a81d3c-1e3a-4797-b766-d4ab56c46165), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.725075 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Deleting port e26bb2e0-d0e8-4228-b42b-1a7493899bea {{(pid=106181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 12:42:44.725443 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733361646870'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.787346 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.db [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] For port e26bb2e0-d0e8-4228-b42b-1a7493899bea, host dv-cinder-844563-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-9-iscsi',level=0,port_id=e26bb2e0-d0e8-4228-b42b-1a7493899bea,segment=NetworkSegment(64e895f4-bd54-4c2f-b5e3-32975b6124a0),segment_id=64e895f4-bd54-4c2f-b5e3-32975b6124a0)] {{(pid=106181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 12:42:44.787710 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551531'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.800536 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Calling delete_port for e26bb2e0-d0e8-4228-b42b-1a7493899bea owned by network:dhcp {{(pid=106181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 12:42:44.880557 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2065510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733361649812', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733361107411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9576877'] for port (e26bb2e0-d0e8-4228-b42b-1a7493899bea), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.886292 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d640b2e-d1f6-4fb5-a2e2-4092cf2f0089 None None] DHCP port deletion for 80a81d3c-1e3a-4797-b766-d4ab56c46165 request from dv-cinder-844563-9-iscsi {{(pid=106182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 12:42:44.909385 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26bb2e0-d0e8-4228-b42b-1a7493899bea,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:44.918806 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] No DVR routers for this DVR port e26bb2e0-d0e8-4228-b42b-1a7493899bea on host dv-cinder-844563-9-iscsi {{(pid=106181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 12:42:44.950534 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 2e7775e3-5e73-496d-af93-836f95ea9764 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:44.952937 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:44.972258 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: 2e7775e3-5e73-496d-af93-836f95ea9764 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:44.972740 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device 2e7775e3-5e73-496d-af93-836f95ea9764 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:44.973290 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e11eb735-a1dc-4d8e-a0c6-bec7d4024469 no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:44.993008 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1959836', 'neutron.services.segments.db._delete_segments_for_network-8733361541834'] for network (80a81d3c-1e3a-4797-b766-d4ab56c46165), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:44.993964 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: e11eb735-a1dc-4d8e-a0c6-bec7d4024469 {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:44.994406 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e11eb735-a1dc-4d8e-a0c6-bec7d4024469 not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:44.994995 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e26bb2e0-d0e8-4228-b42b-1a7493899bea no longer exists at agent ovs-agent-dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 12:42:45.016354 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a81d3c-1e3a-4797-b766-d4ab56c46165']}} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:45.023131 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.plugin [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] No Port match for: e26bb2e0-d0e8-4228-b42b-1a7493899bea {{(pid=106182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 12:42:45.023476 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron.plugins.ml2.rpc [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Device e26bb2e0-d0e8-4228-b42b-1a7493899bea not bound to the agent host dv-cinder-844563-9-iscsi {{(pid=106182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 12:42:45.026160 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e895f4-bd54-4c2f-b5e3-32975b6124a0') {'for_net_delete': True} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:45.026617 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.services.segments.db [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e895f4-bd54-4c2f-b5e3-32975b6124a0') {} {{(pid=106181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 12:42:45.028323 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:45.040547 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733361578087', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878856'] for segment (64e895f4-bd54-4c2f-b5e3-32975b6124a0), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.054547 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545'] for segment (64e895f4-bd54-4c2f-b5e3-32975b6124a0), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.060712 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=106181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 12:42:45.061294 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1956545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9576798'] for segment (64e895f4-bd54-4c2f-b5e3-32975b6124a0), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.127528 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1959831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-649360'] for network (80a81d3c-1e3a-4797-b766-d4ab56c46165), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.132251 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554103'] for network (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.138826 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] 10.222.0.60 "DELETE /networking/v2.0/networks/80a81d3c-1e3a-4797-b766-d4ab56c46165 HTTP/1.1" status: 204 len: 168 time: 0.5236237 Sep 28 12:42:45.151900 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed7989-38ac-4404-89ea-39baa6f691c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a81d3c-1e3a-4797-b766-d4ab56c46165,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:45.162095 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 64e895f4-bd54-4c2f-b5e3-32975b6124a0 resource provider aggregate not found Sep 28 12:42:45.179661 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.services.segments.plugin [-] Segment 64e895f4-bd54-4c2f-b5e3-32975b6124a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64e895f4-bd54-4c2f-b5e3-32975b6124a0 found for delete ", "request_id": "req-7256acd1-032b-4a87-bde5-250f4871367e"}]} Sep 28 12:42:45.263718 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57490) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:45.290405 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:45.306092 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-805d7979-65ec-4f4a-b2c6-d5aca277841b admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=d73c25391e8044c2ac3678317021732d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408494 Sep 28 12:42:45.308545 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57492) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:45.356042 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5518455e-f42f-444f-9263-623d006049cd admin admin] Publish callbacks [] for security_group (2a46b083-34db-4125-a469-8c0fb69369b7), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.377978 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5518455e-f42f-444f-9263-623d006049cd admin admin] Publish callbacks [] for security_group (2a46b083-34db-4125-a469-8c0fb69369b7), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.425007 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5518455e-f42f-444f-9263-623d006049cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (2a46b083-34db-4125-a469-8c0fb69369b7), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.427595 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-5518455e-f42f-444f-9263-623d006049cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.428735 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-5518455e-f42f-444f-9263-623d006049cd admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/2a46b083-34db-4125-a469-8c0fb69369b7 HTTP/1.1" status: 204 len: 168 time: 0.1193247 Sep 28 12:42:45.436664 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518455e-f42f-444f-9263-623d006049cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a46b083-34db-4125-a469-8c0fb69369b7,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:45.597776 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:42:45.745082 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57498) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:45.787241 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-65a9584a-09d6-4964-b9c0-e5c27c800358 admin admin] 10.222.0.60 "GET /networking/v2.0/security-groups?tenant_id=f621e8defb6c4a7796f19073bfcc35cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409124 Sep 28 12:42:45.789816 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [-] (106181) accepted ('10.222.0.60', 57500) {{(pid=106181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 12:42:45.839268 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b72763db-ea17-4073-87d6-84d0416f5886 admin admin] Publish callbacks [] for security_group (8805e751-b9ca-45b5-9135-ffa5de9aeeab), before_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.859849 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b72763db-ea17-4073-87d6-84d0416f5886 admin admin] Publish callbacks [] for security_group (8805e751-b9ca-45b5-9135-ffa5de9aeeab), precommit_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.906485 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b72763db-ea17-4073-87d6-84d0416f5886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694258'] for security_group (8805e751-b9ca-45b5-9135-ffa5de9aeeab), after_delete {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.909033 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron_lib.callbacks.manager [None req-b72763db-ea17-4073-87d6-84d0416f5886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:45.910152 dv-cinder-844563-9-iscsi neutron-server[106181]: INFO neutron.wsgi [None req-b72763db-ea17-4073-87d6-84d0416f5886 admin admin] 10.222.0.60 "DELETE /networking/v2.0/security-groups/8805e751-b9ca-45b5-9135-ffa5de9aeeab HTTP/1.1" status: 204 len: 168 time: 0.1194613 Sep 28 12:42:45.917960 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72763db-ea17-4073-87d6-84d0416f5886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8805e751-b9ca-45b5-9135-ffa5de9aeeab,revision_number=None']} {{(pid=106181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 12:42:49.408126 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:49.420638 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:51.285669 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-504cddaa-0897-488f-b70a-09b840797f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:52.032374 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=23,neutron:DELETE=5 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:52.033257 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG dbcounter [-] [106180] Writing DB stats neutron:SELECT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106180) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:53.552819 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=90 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:53.589344 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-54170810-3ee5-4b81-812b-3bac58fa5fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:54.907492 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:55.594297 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=81 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:55.913193 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:DELETE=6,neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:55.913944 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG dbcounter [-] [106181] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=106181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:42:56.274982 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:42:56.277549 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:06.269221 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:06.271526 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:19.347723 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:19.352945 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=13 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:19.436589 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:21.288332 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3696ddad-eb12-4395-8bd6-d38571513713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:22.596790 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:43:23.591955 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-6d583e48-5194-4624-8474-29b571486f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:24.910081 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:26.275043 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:26.277049 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:30.548260 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:32.593916 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:36.269858 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:36.275045 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:43:49.439089 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:51.290041 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c871bd66-e875-4f70-b4d4-076df9cd37a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:53.596878 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-28eb26e6-5335-43c8-8207-e456ed5a0994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:54.913280 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:56.277942 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:56.279163 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:43:57.722277 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-8f5db868-ea41-4427-93be-07c3a3caf94e service neutron] (106181) timed out ('10.222.0.60', 51726) {{(pid=106181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 12:43:57.901714 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-1fc47d6c-e498-43cf-a626-c5acb3bd174d req-1495a290-134f-4bf6-b90a-183b8e4b9124 tempest-TestShelveInstance-253148251 tempest-TestShelveInstance-253148251-project] (106180) timed out ('10.222.0.60', 51734) {{(pid=106180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 12:43:59.599169 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:44:06.271299 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:06.273343 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:09.594270 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:09.595118 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:19.446419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:19.654222 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:19.654956 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:21.290743 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-b559544e-3c23-43f6-b2a6-89cf48ddd9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:23.599539 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-4c54089e-2282-4cea-bd61-7143eb347bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:24.915792 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:26.283509 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:26.284860 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:31.621009 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:31.621779 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:36.598526 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:44:39.270428 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:39.272251 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:46.594511 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:46.595255 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=4 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:44:49.463381 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:51.296594 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-a61129fa-0549-46f9-8945-aca71bc9181b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:53.602071 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3abec806-494d-4fb2-b966-e78d47b4aeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:54.919085 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:56.285448 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:44:56.286571 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:06.274971 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:45:06.281775 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:45:13.596891 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:45:19.451423 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:21.297902 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-e1761dab-791c-432b-b732-36f96a3e09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:23.592386 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=22 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:45:23.593162 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=12 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:45:23.606824 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-be986d3a-b588-4d3a-81ed-15e5416db7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:24.921491 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:26.292414 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:26.293751 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:36.281516 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:45:36.284003 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:45:49.442380 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:50.597536 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:45:51.300063 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-335fb155-cc06-4452-8ca4-f4b61afe6b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:53.607789 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-cdb47690-9cd2-41b8-af9d-b98bc927bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:54.925628 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:56.293373 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:45:56.294425 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:00.592106 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:00.592867 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=6 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:06.287173 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:06.290262 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:19.475001 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:19.661591 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:21.301946 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-27a2f62a-a1e2-4572-86aa-fac0c2a7e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:23.611447 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-68da8547-eb6e-471f-86ce-9c0a8c542512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:24.928712 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:26.285513 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:26.288197 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:27.598235 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:46:34.367279 dv-cinder-844563-9-iscsi neutron-server[106181]: DEBUG neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-a4c5a21d-68c7-4dd1-aaad-217cb21625bf service neutron] (106181) timed out ('10.222.0.60', 51174) {{(pid=106181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 12:46:34.506852 dv-cinder-844563-9-iscsi neutron-server[106180]: DEBUG neutron.wsgi [req-2b73d995-bb53-436c-82e9-dc55bc5c2d3e req-78e72be6-2a41-4d6e-8bac-4200c0823e13 tempest-AttachVolumeShelveTestJSON-1383014335 tempest-AttachVolumeShelveTestJSON-1383014335-project] (106180) timed out ('10.222.0.60', 51182) {{(pid=106180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 12:46:37.592833 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=6 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:37.593592 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=2 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:39.386339 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:39.388423 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:46:49.487200 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:51.307430 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-9d829cc5-7463-4d61-a1cf-30158febbe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:53.612844 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-7c02e583-11aa-4071-b531-5ec83bb08f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:54.930371 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:56.285942 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:46:56.287677 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:04.599372 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:47:06.278808 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:06.285057 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:19.265117 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=16 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:19.266999 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=18 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:19.485599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:21.300152 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-991cf647-5872-4590-b867-df334cce7525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:23.615253 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-18e1947e-020b-4804-bfce-387d0fb477bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:24.936531 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:26.286957 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:26.292993 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:36.285726 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:36.288254 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:41.598534 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:47:49.506201 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:49.560910 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=3 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:51.301419 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-df957d15-ed90-4c1c-a672-c66a562eaa5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (5dd4f9dd-5b05-4f21-9610-1c7c56fc0c20), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:51.595137 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG dbcounter [-] [106183] Writing DB stats neutron:SELECT=5 {{(pid=106183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:47:53.617035 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-9620d685-d36f-4edf-8d27-ff8727181036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (dcf742d7-4cb8-4a39-ba3e-10f2441bd93b), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:54.937682 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-c3efa935-b556-4b10-82b1-64da32307451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (0fb73075-007b-4c45-8630-01dcf6a71adf), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:56.281599 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-490b5ee9-9922-41d3-9067-296bb63997ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (ef7386c8-5c70-4ff6-bc35-4e664bb2d6cb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:47:56.293414 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-36083786-f971-4da3-886d-c5f4ad173e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (364b4ac5-2438-4691-b4c5-f583449bc7eb), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 12:48:06.287591 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:48:06.289542 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG dbcounter [-] [106182] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 12:48:18.598363 dv-cinder-844563-9-iscsi neutron-server[106183]: DEBUG neutron.db.agents_db [None req-a093881a-d55f-4043-b127-253941e7c0fd None None] Agent healthcheck: found 6 active agents {{(pid=106183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 12:48:19.514465 dv-cinder-844563-9-iscsi neutron-server[106182]: DEBUG neutron_lib.callbacks.manager [None req-3210a9fb-dd6b-41cb-a3c9-66ae994ebd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733361541816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1961951'] for agent (bc14569d-0f88-40a4-8f45-a42f8ec21e28), after_update {{(pid=106182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}